| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 5356 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5358 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5369 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5370 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5371 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5371 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5372 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5372 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5372 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5532 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11353 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11355 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11355 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11356 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11356 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11356 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11360 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11366 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11366 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11367 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11368 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11534 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 65% reduce 0% |
| 11613 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11635 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11639 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1811553494_0001_m_000001_0 is done. And is in the process of commiting |
| 11647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11648 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11648 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11649 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11649 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1811553494_0001_m_000001_0' done. |
| 11649 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1811553494_0001_m_000001_0 |
| 11649 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1811553494_0001_m_000002_0 |
| 11650 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11650 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11650 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11651 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1811553494_0001/attempt_local1811553494_0001_m_000002_0 |
| 11660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11661 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3112247d |
| 11662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11662 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11663 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11663 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11663 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11677 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11690 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11695 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11705 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11710 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11717 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11719 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12486 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12494 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12498 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1811553494_0001_m_000002_0 is done. And is in the process of commiting |
| 12499 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12500 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12500 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12501 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12501 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12502 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12504 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12507 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12508 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12511 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12511 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12511 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1811553494_0001_m_000002_0' done. |
| 12512 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1811553494_0001_m_000002_0 |
| 12512 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 12519 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12520 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12521 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12521 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12522 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12523 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12523 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12524 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12527 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1811553494_0001/attempt_local1811553494_0001_r_000000_0 |
| 12536 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 12536 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12540 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3483888 |
| 12540 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12541 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12547 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 12555 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 12556 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12557 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12561 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12561 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12593 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1811553494_0001_r_000000_0 is done. And is in the process of commiting |
| 12594 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12594 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12595 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12596 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12597 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12598 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12599 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12600 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12602 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12603 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12603 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12603 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1811553494_0001_r_000000_0 is allowed to commit now |
| 12605 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1811553494_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 12605 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1811553494_0001_r_000000_0' to outputGenderStats/BQ2 |
| 12606 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12607 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12607 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12607 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 12607 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1811553494_0001_r_000000_0' done. |
| 13537 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13537 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1811553494_0001 |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13548 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13551 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13581 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13583 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 13583 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 13583 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13584 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 13585 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13586 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=352 |
| 13586 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 13586 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13586 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13586 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3289382912 |
| 13587 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13587 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13587 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13588 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=279055 |
| 13588 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 13588 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13588 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=16403 |
| 13590 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13592 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13592 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13593 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 171 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 181 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 255 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 257 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 261 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 264 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 297 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 343 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 375 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 383 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 386 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 387 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 387 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 397 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 401 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 402 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 411 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 418 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1350438828/.staging/job_local1350438828_0001 |
| 432 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 447 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 452 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 462 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 463 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 567 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1350438828_0001 |
| 594 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 668 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1350438828_0001 |
| 717 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 721 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 726 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 732 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 737 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1350438828_0001_m_000000_0 |
| 748 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 774 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000000_0 |
| 777 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 879 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 888 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 895 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 897 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 900 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 914 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 961 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 962 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 962 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 962 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 963 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 963 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 963 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1673 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5898 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5910 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1350438828_0001_m_000000_0 is done. And is in the process of commiting |
| 5913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5918 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5919 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5920 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1350438828_0001_m_000000_0' done. |
| 5920 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1350438828_0001_m_000000_0 |
| 5921 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1350438828_0001_m_000001_0 |
| 5921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5922 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000001_0 |
| 5924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5925 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@680352cb |
| 5926 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5927 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5927 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5927 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5928 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5941 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5941 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5942 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5942 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5942 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5943 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5943 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6681 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11943 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11944 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11945 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11945 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11946 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11946 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11946 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11955 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11957 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11962 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11965 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12502 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12513 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12516 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1350438828_0001_m_000001_0 is done. And is in the process of commiting |
| 12518 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12518 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12519 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12520 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12523 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1350438828_0001_m_000001_0' done. |
| 12523 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1350438828_0001_m_000001_0 |
| 12524 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1350438828_0001_m_000002_0 |
| 12525 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12525 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12526 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12526 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_m_000002_0 |
| 12528 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12528 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7845cc4b |
| 12530 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12530 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 12530 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12531 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12531 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12531 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 12543 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 12548 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 12552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12553 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12553 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12685 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 13300 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13303 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13305 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1350438828_0001_m_000002_0 is done. And is in the process of commiting |
| 13306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13307 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13307 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13307 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13308 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13308 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13309 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13309 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13309 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1350438828_0001_m_000002_0' done. |
| 13310 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1350438828_0001_m_000002_0 |
| 13310 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 13314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13315 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13315 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13315 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13315 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13315 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13316 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1350438828_0001/attempt_local1350438828_0001_r_000000_0 |
| 13322 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13324 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1 |
| 13326 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13326 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13330 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 13333 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 13334 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13335 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13337 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13338 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13350 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1350438828_0001_r_000000_0 is done. And is in the process of commiting |
| 13352 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13353 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13353 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13353 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13353 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13354 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13354 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13354 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13354 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13355 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13355 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13355 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1350438828_0001_r_000000_0 is allowed to commit now |
| 13356 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1350438828_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 13357 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1350438828_0001_r_000000_0' to outputGenderStats/BQ2 |
| 13358 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13358 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13359 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13359 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 13359 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1350438828_0001_r_000000_0' done. |
| 13686 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13687 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1350438828_0001 |
| 13688 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13692 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13697 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13701 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13703 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13707 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13708 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13713 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13732 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13734 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13735 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13743 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13751 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13751 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13759 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13764 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13766 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13767 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13768 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13770 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13771 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13772 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13774 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13774 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13780 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13794 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13794 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13796 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13796 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13796 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=18 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3278372864 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=267414 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 13801 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13801 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=3698 |
| 13802 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13802 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13803 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13803 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 154 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 163 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 224 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 226 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 232 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 259 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 288 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 313 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 320 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 321 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 321 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 322 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 328 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 330 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 331 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 337 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson608605424/.staging/job_local608605424_0001 |
| 358 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 370 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 373 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 376 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 377 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 449 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local608605424_0001 |
| 466 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 500 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local608605424_0001 |
| 533 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 535 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 539 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 555 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 562 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local608605424_0001_m_000000_0 |
| 592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 605 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 606 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 624 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000000_0 |
| 631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 728 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 735 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a |
| 739 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 740 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 741 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 743 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 743 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 750 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 802 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 802 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 803 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 803 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 804 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 804 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 804 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5363 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5374 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local608605424_0001_m_000000_0 is done. And is in the process of commiting |
| 5379 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5379 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5379 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5380 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5380 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5380 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5381 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5383 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5384 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5384 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5385 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5385 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local608605424_0001_m_000000_0' done. |
| 5386 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local608605424_0001_m_000000_0 |
| 5386 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local608605424_0001_m_000001_0 |
| 5387 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5387 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5388 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5388 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000001_0 |
| 5389 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5390 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@680352cb |
| 5392 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5395 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5397 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5399 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5400 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5401 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5408 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5409 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5410 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5410 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5509 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11390 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11391 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11391 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11392 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11393 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11393 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11393 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11395 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11395 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11396 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11396 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11511 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 63% reduce 0% |
| 12012 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12021 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12024 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local608605424_0001_m_000001_0 is done. And is in the process of commiting |
| 12027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12028 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12034 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local608605424_0001_m_000001_0' done. |
| 12035 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local608605424_0001_m_000001_0 |
| 12036 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local608605424_0001_m_000002_0 |
| 12036 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12039 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12042 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12043 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_m_000002_0 |
| 12046 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12046 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2e728703 |
| 12049 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12050 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 12050 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12051 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12051 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12051 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 12062 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 12063 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 12065 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12066 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12066 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12067 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12067 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12451 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12455 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12458 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local608605424_0001_m_000002_0 is done. And is in the process of commiting |
| 12459 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12460 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12460 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12462 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12462 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12463 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12466 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12468 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12471 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12472 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12477 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12477 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local608605424_0001_m_000002_0' done. |
| 12478 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local608605424_0001_m_000002_0 |
| 12478 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 12482 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12483 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12484 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12486 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12488 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local608605424_0001/attempt_local608605424_0001_r_000000_0 |
| 12496 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12496 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@681a5ec3 |
| 12497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12502 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12507 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 12511 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12512 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12512 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 12519 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12520 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12540 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local608605424_0001_r_000000_0 is done. And is in the process of commiting |
| 12540 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12540 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12543 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12543 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local608605424_0001_r_000000_0 is allowed to commit now |
| 12544 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local608605424_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 12545 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local608605424_0001_r_000000_0' to outputGenderStats/BQ2 |
| 12548 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12548 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12549 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12549 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 12549 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local608605424_0001_r_000000_0' done. |
| 13513 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13517 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local608605424_0001 |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 13562 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13563 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 13563 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 13564 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 13571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=18 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3261595648 |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=267398 |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 13573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=3698 |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 169 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 180 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 243 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 244 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 248 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 250 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 276 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 303 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 327 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 334 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 335 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 335 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 336 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 342 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 345 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 346 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 351 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 358 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1133033735/.staging/job_local1133033735_0001 |
| 368 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 381 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 385 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 390 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 392 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 476 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1133033735_0001 |
| 493 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1133033735_0001 |
| 548 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 551 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 553 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 570 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 582 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1133033735_0001_m_000000_0 |
| 596 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 613 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 613 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 629 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000000_0 |
| 639 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 761 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 767 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760 |
| 771 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 771 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 772 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 774 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 775 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 784 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 840 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 841 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 843 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 846 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1529 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5468 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5477 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1133033735_0001_m_000000_0 is done. And is in the process of commiting |
| 5483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5485 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5485 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5485 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5487 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5487 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5488 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5488 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5488 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1133033735_0001_m_000000_0' done. |
| 5488 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1133033735_0001_m_000000_0 |
| 5489 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1133033735_0001_m_000001_0 |
| 5489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5490 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000001_0 |
| 5491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5491 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@532b3fdb |
| 5493 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5494 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5494 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5494 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5495 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5495 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5506 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5507 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5509 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5509 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5510 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5510 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5510 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5536 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10993 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11002 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11007 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1133033735_0001_m_000001_0 is done. And is in the process of commiting |
| 11009 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11013 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11013 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11014 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11014 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11015 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1133033735_0001_m_000001_0' done. |
| 11015 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1133033735_0001_m_000001_0 |
| 11016 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1133033735_0001_m_000002_0 |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_m_000002_0 |
| 11029 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11031 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@511a9703 |
| 11034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11037 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11037 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11037 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11038 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11038 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11050 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11052 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11055 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11056 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11058 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11062 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11064 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11538 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11679 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11681 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11683 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1133033735_0001_m_000002_0 is done. And is in the process of commiting |
| 11683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11687 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1133033735_0001_m_000002_0' done. |
| 11687 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1133033735_0001_m_000002_0 |
| 11687 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11690 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11690 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11691 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11691 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11691 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11691 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11691 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11692 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11694 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1133033735_0001/attempt_local1133033735_0001_r_000000_0 |
| 11700 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11705 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 11707 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11708 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11714 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11720 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11722 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11723 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11727 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11735 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11779 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1133033735_0001_r_000000_0 is done. And is in the process of commiting |
| 11779 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11781 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11781 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11781 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11782 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11787 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1133033735_0001_r_000000_0 is allowed to commit now |
| 11788 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1133033735_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11789 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1133033735_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11790 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11790 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11791 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11791 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11792 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1133033735_0001_r_000000_0' done. |
| 12539 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12541 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1133033735_0001 |
| 12543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12551 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12595 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=18 |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3281518592 |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=267414 |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=3698 |
| 12660 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12661 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12663 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12664 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 165 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 175 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 231 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 264 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 299 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 325 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 333 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 335 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 335 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 336 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 343 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 346 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 347 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 354 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 360 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson455006213/.staging/job_local455006213_0001 |
| 372 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 382 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 385 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 388 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 389 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 472 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local455006213_0001 |
| 488 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 521 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local455006213_0001 |
| 554 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 565 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local455006213_0001_m_000000_0 |
| 595 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 612 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 632 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000000_0 |
| 634 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 733 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 738 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 742 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 743 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 744 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 746 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 746 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 753 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 798 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 799 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5340 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5356 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local455006213_0001_m_000000_0 is done. And is in the process of commiting |
| 5359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5362 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5363 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5363 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5364 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5368 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local455006213_0001_m_000000_0' done. |
| 5368 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local455006213_0001_m_000000_0 |
| 5369 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local455006213_0001_m_000001_0 |
| 5369 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5369 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5370 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5370 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000001_0 |
| 5375 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5376 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f |
| 5381 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5381 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5384 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5386 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5386 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5387 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5397 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5397 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5397 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5398 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5398 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5398 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5398 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5530 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10835 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10842 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10845 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local455006213_0001_m_000001_0 is done. And is in the process of commiting |
| 10846 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10848 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10848 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10851 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10852 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10852 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10852 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10855 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10856 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10857 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local455006213_0001_m_000001_0' done. |
| 10857 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local455006213_0001_m_000001_0 |
| 10857 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local455006213_0001_m_000002_0 |
| 10858 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10860 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10860 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10861 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_m_000002_0 |
| 10862 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10862 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79b2c88c |
| 10863 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10864 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10875 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10876 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10877 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10877 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10878 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11264 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11268 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11269 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local455006213_0001_m_000002_0 is done. And is in the process of commiting |
| 11269 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11270 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11270 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11270 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11270 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11273 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11273 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11273 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local455006213_0001_m_000002_0' done. |
| 11274 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local455006213_0001_m_000002_0 |
| 11274 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11278 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11278 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11279 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11279 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11279 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11279 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11280 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11280 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11281 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local455006213_0001/attempt_local455006213_0001_r_000000_0 |
| 11285 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11286 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e |
| 11287 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11287 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11291 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11296 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11296 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11297 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11299 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11299 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11310 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local455006213_0001_r_000000_0 is done. And is in the process of commiting |
| 11311 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11312 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11312 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11313 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11316 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11317 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11318 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11318 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11319 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local455006213_0001_r_000000_0 is allowed to commit now |
| 11321 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local455006213_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11322 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local455006213_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11323 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11324 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11326 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11327 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local455006213_0001_r_000000_0' done. |
| 11545 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11546 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local455006213_0001 |
| 11547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11595 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11653 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11654 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11664 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11681 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 11691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 11691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 11691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11692 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11692 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11692 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 11692 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11693 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11693 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 11693 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 11693 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 11693 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3292528640 |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11694 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11695 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=263708 |
| 11695 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 11695 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11695 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 11696 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11697 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11698 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11698 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 8 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 207 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 218 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 300 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 303 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 309 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 314 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 347 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 391 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 417 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 425 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 426 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 427 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 428 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 435 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 437 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 438 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 445 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 451 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson317056/.staging/job_local317056_0001 |
| 465 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 476 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 480 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 483 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 484 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 563 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local317056_0001 |
| 584 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 621 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local317056_0001 |
| 653 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 654 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 654 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 664 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 670 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local317056_0001_m_000000_0 |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 705 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 705 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 724 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000000_0 |
| 728 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 827 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 835 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 840 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 840 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 845 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 845 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 855 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 900 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 901 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 901 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 902 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1624 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5278 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5289 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local317056_0001_m_000000_0 is done. And is in the process of commiting |
| 5293 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5293 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5295 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5297 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5297 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5298 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5298 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5302 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local317056_0001_m_000000_0' done. |
| 5302 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local317056_0001_m_000000_0 |
| 5303 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local317056_0001_m_000001_0 |
| 5303 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5305 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000001_0 |
| 5308 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5309 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5311 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5311 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5312 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5312 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5312 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5313 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5321 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5321 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5322 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5322 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5323 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5323 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5323 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5658 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10854 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10863 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local317056_0001_m_000001_0 is done. And is in the process of commiting |
| 10866 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10866 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10866 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10867 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10867 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10867 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10868 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10873 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10873 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10874 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10874 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local317056_0001_m_000001_0' done. |
| 10875 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local317056_0001_m_000001_0 |
| 10875 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local317056_0001_m_000002_0 |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10877 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_m_000002_0 |
| 10882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10883 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33d86706 |
| 10884 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10884 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10884 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10885 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10885 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10885 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10896 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10896 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10900 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10901 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11548 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11551 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11553 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local317056_0001_m_000002_0 is done. And is in the process of commiting |
| 11554 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11554 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11554 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11555 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11555 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11555 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11556 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11559 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11559 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11561 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local317056_0001_m_000002_0' done. |
| 11562 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local317056_0001_m_000002_0 |
| 11562 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11566 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11566 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11567 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11568 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local317056_0001/attempt_local317056_0001_r_000000_0 |
| 11574 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11577 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1 |
| 11580 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11584 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11593 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11602 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11603 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11603 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11618 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11618 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11633 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local317056_0001_r_000000_0 is done. And is in the process of commiting |
| 11638 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11640 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11641 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11643 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11643 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11645 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11646 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11648 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11650 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11651 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11653 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11659 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local317056_0001_r_000000_0 is allowed to commit now |
| 11660 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 11663 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local317056_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11665 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local317056_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11678 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11679 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11682 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11683 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11685 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local317056_0001_r_000000_0' done. |
| 12660 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12661 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local317056_0001 |
| 12662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12668 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12671 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12677 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12677 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12677 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12678 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12681 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12682 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12682 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12683 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12683 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12684 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12684 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12684 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12684 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12688 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12688 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12689 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12690 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12692 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12693 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12693 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12693 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12693 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12696 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12696 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12697 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12697 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12697 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12697 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12699 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12699 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12699 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12700 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12700 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12700 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12700 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12701 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12701 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12701 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12701 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12701 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12702 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12702 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12702 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12702 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 12703 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12703 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12703 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12704 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3262119936 |
| 12704 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=263660 |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 12707 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12707 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12708 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12708 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 169 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 179 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 235 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 268 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 296 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 321 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 329 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 330 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 331 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 331 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 337 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 340 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 342 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 348 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 361 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1883533378/.staging/job_local1883533378_0001 |
| 376 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 385 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 387 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 390 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 391 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 467 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1883533378_0001 |
| 484 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 519 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1883533378_0001 |
| 544 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 548 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 550 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 555 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1883533378_0001_m_000000_0 |
| 588 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 599 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 601 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 625 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000000_0 |
| 630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 741 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 746 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 750 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 750 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 751 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 753 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 766 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 813 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 814 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 815 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 815 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 815 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5387 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5402 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1883533378_0001_m_000000_0 is done. And is in the process of commiting |
| 5405 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5405 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5405 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5408 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1883533378_0001_m_000000_0' done. |
| 5410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1883533378_0001_m_000000_0 |
| 5411 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1883533378_0001_m_000001_0 |
| 5411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5412 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000001_0 |
| 5414 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5415 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5417 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5418 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5418 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5418 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5418 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5419 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5426 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5426 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5530 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11102 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11110 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11114 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1883533378_0001_m_000001_0 is done. And is in the process of commiting |
| 11115 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11120 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11125 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11126 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11127 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11127 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1883533378_0001_m_000001_0' done. |
| 11128 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1883533378_0001_m_000001_0 |
| 11128 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1883533378_0001_m_000002_0 |
| 11128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11130 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11131 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11131 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_m_000002_0 |
| 11132 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11133 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72a65673 |
| 11134 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11134 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11134 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11134 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11135 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11135 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11147 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11148 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11152 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11153 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11153 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11153 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11154 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11532 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11771 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11774 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11779 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1883533378_0001_m_000002_0 is done. And is in the process of commiting |
| 11782 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11785 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11788 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11792 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11793 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1883533378_0001_m_000002_0' done. |
| 11793 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1883533378_0001_m_000002_0 |
| 11794 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11798 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11799 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11801 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11801 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11801 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11801 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11802 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11802 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11804 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1883533378_0001/attempt_local1883533378_0001_r_000000_0 |
| 11809 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11810 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 11810 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11811 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11815 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11819 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11820 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11820 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11824 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11845 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1883533378_0001_r_000000_0 is done. And is in the process of commiting |
| 11847 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11853 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11854 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11854 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11854 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11854 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11855 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1883533378_0001_r_000000_0 is allowed to commit now |
| 11865 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1883533378_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11865 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1883533378_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11870 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11871 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11871 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11872 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11872 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1883533378_0001_r_000000_0' done. |
| 12533 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12534 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1883533378_0001 |
| 12535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12595 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12610 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12645 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12645 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12646 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12648 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12648 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12649 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12649 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12649 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12650 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12650 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12651 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 12651 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3261595648 |
| 12652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=263724 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 12658 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12658 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12659 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12659 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 8 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 159 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 170 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 231 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 263 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 292 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 318 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 329 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 332 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 332 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 335 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 349 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 353 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 362 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 373 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1787622604/.staging/job_local1787622604_0001 |
| 387 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 397 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 400 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 403 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 404 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 536 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1787622604_0001 |
| 560 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 611 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1787622604_0001 |
| 634 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 635 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 637 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 644 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 650 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1787622604_0001_m_000000_0 |
| 667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 677 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 696 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000000_0 |
| 699 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 785 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 794 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 795 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 798 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 798 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 808 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 853 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 853 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 855 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1615 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5306 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5330 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1787622604_0001_m_000000_0 is done. And is in the process of commiting |
| 5336 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5336 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5336 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5338 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5338 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5344 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5345 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1787622604_0001_m_000000_0' done. |
| 5346 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1787622604_0001_m_000000_0 |
| 5348 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1787622604_0001_m_000001_0 |
| 5348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5349 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5349 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5350 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000001_0 |
| 5352 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5352 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5354 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5355 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5355 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5356 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5356 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5358 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5373 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5374 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5375 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5376 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5377 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5377 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5378 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5620 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11133 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11141 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11144 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1787622604_0001_m_000001_0 is done. And is in the process of commiting |
| 11145 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11147 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11148 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11149 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11151 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11152 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11152 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11154 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11155 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11157 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11159 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11161 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1787622604_0001_m_000001_0' done. |
| 11161 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1787622604_0001_m_000001_0 |
| 11162 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1787622604_0001_m_000002_0 |
| 11163 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11165 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11166 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11168 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_m_000002_0 |
| 11171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11173 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43832afe |
| 11175 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11176 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11176 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11177 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11177 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11177 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11187 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11188 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11189 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11190 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11190 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11191 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11192 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11622 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11822 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11827 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11829 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1787622604_0001_m_000002_0 is done. And is in the process of commiting |
| 11831 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11833 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11833 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11835 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11835 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11837 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11837 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11838 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11838 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11838 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1787622604_0001_m_000002_0' done. |
| 11839 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1787622604_0001_m_000002_0 |
| 11839 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11842 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11843 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11843 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11843 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1787622604_0001/attempt_local1787622604_0001_r_000000_0 |
| 11851 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11852 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 11852 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11853 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11860 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11868 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11869 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11870 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11876 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11879 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11923 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1787622604_0001_r_000000_0 is done. And is in the process of commiting |
| 11924 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11924 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11926 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11927 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11927 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11927 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11928 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11928 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11929 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11930 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11930 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11930 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1787622604_0001_r_000000_0 is allowed to commit now |
| 11931 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1787622604_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11932 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1787622604_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11933 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11934 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1787622604_0001_r_000000_0' done. |
| 12622 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12623 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1787622604_0001 |
| 12623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12653 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12668 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12674 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12685 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12686 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12687 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12688 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12688 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12688 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12688 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12688 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12689 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=316 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12690 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3279945728 |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=304528 |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12691 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12692 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=40812 |
| 12700 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12701 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12701 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12701 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 158 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 168 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 224 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 226 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 229 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 232 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 256 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 284 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 305 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 311 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 312 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 314 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 315 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 321 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 325 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 327 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 335 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 343 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson924088458/.staging/job_local924088458_0001 |
| 352 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 361 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 367 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 370 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 371 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 461 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local924088458_0001 |
| 481 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 519 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local924088458_0001 |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 564 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 568 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local924088458_0001_m_000000_0 |
| 581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 600 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 606 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000000_0 |
| 644 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 765 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 772 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@da12e60 |
| 777 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 777 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 778 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 780 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 780 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 787 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 833 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 833 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 835 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 835 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1522 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5262 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5279 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local924088458_0001_m_000000_0 is done. And is in the process of commiting |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5282 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5282 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5282 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5282 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5284 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5284 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5285 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5285 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5286 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local924088458_0001_m_000000_0' done. |
| 5286 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local924088458_0001_m_000000_0 |
| 5287 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local924088458_0001_m_000001_0 |
| 5287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5288 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5288 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000001_0 |
| 5290 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5292 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6afd721c |
| 5293 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5294 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5295 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5303 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5304 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5305 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5580 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11004 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11012 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11018 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local924088458_0001_m_000001_0 is done. And is in the process of commiting |
| 11019 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11022 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11025 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11028 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11031 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11032 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11036 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11037 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local924088458_0001_m_000001_0' done. |
| 11038 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local924088458_0001_m_000001_0 |
| 11039 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local924088458_0001_m_000002_0 |
| 11040 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11042 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11044 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_m_000002_0 |
| 11046 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11048 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2817c5d2 |
| 11049 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11049 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11049 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11050 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11050 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11054 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11065 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11069 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11071 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11072 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11072 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11074 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11074 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11582 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11774 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11779 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11783 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local924088458_0001_m_000002_0 is done. And is in the process of commiting |
| 11783 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11788 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11789 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11790 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11790 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local924088458_0001_m_000002_0' done. |
| 11791 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local924088458_0001_m_000002_0 |
| 11791 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11795 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11796 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11797 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11797 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11797 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11797 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11798 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11798 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11800 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local924088458_0001/attempt_local924088458_0001_r_000000_0 |
| 11803 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11804 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1290d0a1 |
| 11804 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11804 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11808 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11815 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11815 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11816 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11819 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11819 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11837 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local924088458_0001_r_000000_0 is done. And is in the process of commiting |
| 11838 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11838 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11838 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11838 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11838 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11839 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11839 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11839 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11840 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11840 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11840 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11840 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local924088458_0001_r_000000_0 is allowed to commit now |
| 11842 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local924088458_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11842 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local924088458_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11845 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11846 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local924088458_0001_r_000000_0' done. |
| 12583 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12584 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local924088458_0001 |
| 12586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12596 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12596 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12610 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 12655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3278372864 |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=263708 |
| 12656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12657 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12657 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 12659 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12660 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12660 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12660 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 7 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 159 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 170 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 232 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 235 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 238 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 264 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 295 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 314 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 319 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 320 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 321 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 322 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 328 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 330 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 332 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 337 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson366230024/.staging/job_local366230024_0001 |
| 354 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 365 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 368 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 371 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 373 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 456 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local366230024_0001 |
| 472 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 507 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local366230024_0001 |
| 536 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 540 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 553 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local366230024_0001_m_000000_0 |
| 575 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 599 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 603 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 618 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000000_0 |
| 622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 726 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 734 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760 |
| 739 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 740 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 741 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 743 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 743 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 750 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 795 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 795 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 797 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1513 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5259 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5272 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local366230024_0001_m_000000_0 is done. And is in the process of commiting |
| 5275 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5275 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5276 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5276 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5276 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5276 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5277 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5278 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5279 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5280 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5280 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5280 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local366230024_0001_m_000000_0' done. |
| 5280 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local366230024_0001_m_000000_0 |
| 5281 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local366230024_0001_m_000001_0 |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5281 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5282 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000001_0 |
| 5284 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5285 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@532b3fdb |
| 5286 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5287 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5288 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5288 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5289 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5298 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5299 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5299 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5300 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5301 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5302 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5302 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5523 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10856 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10869 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local366230024_0001_m_000001_0 is done. And is in the process of commiting |
| 10870 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10876 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10877 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10879 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10883 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10885 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local366230024_0001_m_000001_0' done. |
| 10886 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local366230024_0001_m_000001_0 |
| 10887 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local366230024_0001_m_000002_0 |
| 10887 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10889 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10890 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10891 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_m_000002_0 |
| 10894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10895 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@511a9703 |
| 10898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10899 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10900 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10902 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10905 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10915 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10916 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10917 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10917 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10918 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11550 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11552 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11556 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local366230024_0001_m_000002_0 is done. And is in the process of commiting |
| 11558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11562 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11564 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11565 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11568 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11570 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11571 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11571 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local366230024_0001_m_000002_0' done. |
| 11571 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local366230024_0001_m_000002_0 |
| 11572 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11575 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11576 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11577 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11578 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11581 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11582 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11583 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11586 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11588 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local366230024_0001/attempt_local366230024_0001_r_000000_0 |
| 11594 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11595 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 11596 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11597 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11605 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11615 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11616 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11618 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11622 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11623 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11660 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local366230024_0001_r_000000_0 is done. And is in the process of commiting |
| 11661 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11661 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11661 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11661 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11661 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11662 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11662 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11662 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11663 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11663 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11663 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11664 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local366230024_0001_r_000000_0 is allowed to commit now |
| 11665 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local366230024_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11666 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local366230024_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11667 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11667 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11668 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11668 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11669 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local366230024_0001_r_000000_0' done. |
| 12527 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12529 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local366230024_0001 |
| 12532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12534 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12548 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3281518592 |
| 12596 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12596 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12597 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12597 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=263708 |
| 12597 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12597 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12597 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 12600 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12601 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12601 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12602 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 157 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 168 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 232 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 233 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 266 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 292 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 321 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 329 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 330 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 331 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 332 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 341 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 343 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 349 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 357 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson602779830/.staging/job_local602779830_0001 |
| 368 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 377 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 380 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 383 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 384 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 460 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local602779830_0001 |
| 479 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 512 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local602779830_0001 |
| 545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 546 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 550 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 555 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local602779830_0001_m_000000_0 |
| 579 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 587 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 588 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 605 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000000_0 |
| 608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 714 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 720 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 727 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 728 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 731 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 731 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 742 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 792 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 793 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 793 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 793 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 794 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 794 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 794 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1517 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5323 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5337 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local602779830_0001_m_000000_0 is done. And is in the process of commiting |
| 5340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5342 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5344 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5344 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5345 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5345 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5346 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local602779830_0001_m_000000_0' done. |
| 5346 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local602779830_0001_m_000000_0 |
| 5347 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local602779830_0001_m_000001_0 |
| 5347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5349 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000001_0 |
| 5351 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5352 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5354 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5354 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5355 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5355 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5355 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5356 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5364 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5364 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5365 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5365 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5365 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5366 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5366 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5521 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10957 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10963 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10966 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local602779830_0001_m_000001_0 is done. And is in the process of commiting |
| 10967 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10967 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10970 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10971 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10972 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local602779830_0001_m_000001_0' done. |
| 10972 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local602779830_0001_m_000001_0 |
| 10972 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local602779830_0001_m_000002_0 |
| 10972 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10973 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10973 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10973 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_m_000002_0 |
| 10976 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10976 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43832afe |
| 10979 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10980 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10981 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10982 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10982 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10983 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10992 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10992 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10993 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10994 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10995 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10995 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10996 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11362 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11372 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11384 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local602779830_0001_m_000002_0 is done. And is in the process of commiting |
| 11387 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11391 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11394 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11397 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11399 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11403 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11403 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11405 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11406 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11406 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11406 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local602779830_0001_m_000002_0' done. |
| 11407 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local602779830_0001_m_000002_0 |
| 11407 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11410 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11411 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11412 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11412 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11412 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11412 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11413 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11413 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11417 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local602779830_0001/attempt_local602779830_0001_r_000000_0 |
| 11431 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11431 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 11432 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11432 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11436 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11440 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11441 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11441 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11444 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11446 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11469 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local602779830_0001_r_000000_0 is done. And is in the process of commiting |
| 11470 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11470 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11471 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11471 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11471 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11471 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11472 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11472 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11472 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11473 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11473 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11473 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local602779830_0001_r_000000_0 is allowed to commit now |
| 11474 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local602779830_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11474 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local602779830_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11478 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11483 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11483 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11483 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11483 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local602779830_0001_r_000000_0' done. |
| 11524 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local602779830_0001 |
| 11525 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11525 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 11571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 11571 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11572 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 11573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3281518592 |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=271084 |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 11574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11575 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=7384 |
| 11576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 22 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 188 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 198 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 297 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 301 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 304 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 307 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 335 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 375 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 400 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 408 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 410 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 412 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 413 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 421 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 424 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 426 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 433 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 440 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1865468173/.staging/job_local1865468173_0001 |
| 452 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 460 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 463 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 466 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 468 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 555 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1865468173_0001 |
| 575 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 615 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1865468173_0001 |
| 655 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 658 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 660 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 683 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 685 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1865468173_0001_m_000000_0 |
| 694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 704 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 704 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 720 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000000_0 |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 821 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 828 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 833 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 835 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 837 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 839 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 840 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 847 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 892 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 893 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1619 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5421 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5436 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1865468173_0001_m_000000_0 is done. And is in the process of commiting |
| 5439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5440 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5440 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5440 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5442 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5443 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5443 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1865468173_0001_m_000000_0' done. |
| 5444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1865468173_0001_m_000000_0 |
| 5445 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1865468173_0001_m_000001_0 |
| 5445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000001_0 |
| 5448 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5450 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5454 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5455 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5455 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5455 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5456 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5457 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5464 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5464 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5466 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5467 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5467 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5625 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10994 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11004 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11006 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1865468173_0001_m_000001_0 is done. And is in the process of commiting |
| 11006 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11007 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11007 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11009 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11012 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11014 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11016 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11017 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1865468173_0001_m_000001_0' done. |
| 11019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1865468173_0001_m_000001_0 |
| 11020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1865468173_0001_m_000002_0 |
| 11021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11023 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_m_000002_0 |
| 11024 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11025 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33d86706 |
| 11026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11026 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11028 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11029 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11038 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11039 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11039 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11040 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11042 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11627 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 11682 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11689 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1865468173_0001_m_000002_0 is done. And is in the process of commiting |
| 11690 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11691 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11691 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11693 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11693 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11694 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11702 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1865468173_0001_m_000002_0' done. |
| 11704 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1865468173_0001_m_000002_0 |
| 11707 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11712 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11712 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11712 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11713 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11713 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11713 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11716 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11717 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11719 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1865468173_0001/attempt_local1865468173_0001_r_000000_0 |
| 11736 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11740 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 11740 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11741 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11747 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11754 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 16975 bytes |
| 11755 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11756 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11761 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11824 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1865468173_0001_r_000000_0 is done. And is in the process of commiting |
| 11825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11826 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11829 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11829 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11830 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11832 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11832 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1865468173_0001_r_000000_0 is allowed to commit now |
| 11837 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1865468173_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11838 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1865468173_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11839 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11840 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11840 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11840 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11840 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1865468173_0001_r_000000_0' done. |
| 12628 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 12628 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1865468173_0001 |
| 12628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12653 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12653 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12653 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12654 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12654 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12664 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12664 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12668 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=704 |
| 12670 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=16989 |
| 12671 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=352 |
| 12672 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12673 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12673 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12674 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=16267 |
| 12679 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12679 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12680 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=334 |
| 12681 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12681 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=352 |
| 12681 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=352 |
| 12681 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12681 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3601334272 |
| 12682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12682 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=311900 |
| 12683 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=239302214 |
| 12683 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12683 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=48184 |
| 12687 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12687 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12688 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12689 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 182 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 193 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 271 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 273 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 277 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 280 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 328 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 380 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 409 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 434 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 435 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 436 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 436 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 443 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 451 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 454 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 465 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 474 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1570013171/.staging/job_local1570013171_0001 |
| 485 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 496 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 500 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 510 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 512 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 595 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1570013171_0001 |
| 617 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 689 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1570013171_0001 |
| 726 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 728 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 730 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 738 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 744 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1570013171_0001_m_000000_0 |
| 756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 765 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 766 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 783 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000000_0 |
| 786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 883 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 889 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 895 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 896 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 907 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 954 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 954 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 954 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 955 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 955 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1693 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5916 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5934 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1570013171_0001_m_000000_0 is done. And is in the process of commiting |
| 5937 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5937 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5938 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5938 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5938 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5938 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5941 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5942 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5942 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5943 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5943 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1570013171_0001_m_000000_0' done. |
| 5944 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1570013171_0001_m_000000_0 |
| 5944 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1570013171_0001_m_000001_0 |
| 5944 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5945 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5945 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5946 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000001_0 |
| 5948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5949 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@54088a13 |
| 5951 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5951 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5952 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5952 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5952 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5961 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5962 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5962 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5962 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5963 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5963 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5964 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6700 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11009 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11012 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11014 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1570013171_0001_m_000001_0 is done. And is in the process of commiting |
| 11015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11018 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11018 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11018 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1570013171_0001_m_000001_0' done. |
| 11019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1570013171_0001_m_000001_0 |
| 11019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1570013171_0001_m_000002_0 |
| 11019 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_m_000002_0 |
| 11021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11022 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5394d58c |
| 11024 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11024 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11024 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11025 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11025 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11025 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11033 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11033 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11187 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11190 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11192 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1570013171_0001_m_000002_0 is done. And is in the process of commiting |
| 11193 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11199 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11199 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11200 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11200 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11200 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11201 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11202 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11202 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11203 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11203 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11203 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1570013171_0001_m_000002_0' done. |
| 11204 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1570013171_0001_m_000002_0 |
| 11204 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11209 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11209 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11210 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11210 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11210 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11211 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11211 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11211 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11212 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1570013171_0001/attempt_local1570013171_0001_r_000000_0 |
| 11225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11226 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 11228 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11229 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11237 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11241 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 11242 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11242 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11246 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11247 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11257 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1570013171_0001_r_000000_0 is done. And is in the process of commiting |
| 11257 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11258 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11259 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11259 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11259 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11259 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11259 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11262 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11262 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11262 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11263 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11263 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1570013171_0001_r_000000_0 is allowed to commit now |
| 11264 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1570013171_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11265 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1570013171_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11266 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11266 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11267 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11267 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11267 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1570013171_0001_r_000000_0' done. |
| 11708 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11711 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1570013171_0001 |
| 11714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11718 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11719 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11720 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11721 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11723 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11727 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11729 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11729 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11730 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11759 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11771 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11772 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11774 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11780 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11781 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11783 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11784 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11784 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11784 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11785 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11785 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11786 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11791 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11793 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11794 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11794 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11794 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11795 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11796 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11796 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11797 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11797 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11797 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11798 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11809 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11809 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11810 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11810 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11810 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11810 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 11811 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 11812 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3575644160 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=228228 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 11813 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11814 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=6362 |
| 11817 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11820 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11820 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11820 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 13 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 176 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 189 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 256 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 258 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 265 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 269 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 318 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 356 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 400 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 411 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 412 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 412 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 413 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 420 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 421 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 423 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 439 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 455 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2112045159/.staging/job_local2112045159_0001 |
| 474 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 492 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 501 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 504 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 506 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 640 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local2112045159_0001 |
| 661 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 701 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local2112045159_0001 |
| 739 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 740 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 741 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 757 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 760 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2112045159_0001_m_000000_0 |
| 778 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 793 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 821 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000000_0 |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 930 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 939 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 944 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 945 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 946 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 961 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1010 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1010 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1012 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1706 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6047 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6066 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2112045159_0001_m_000000_0 is done. And is in the process of commiting |
| 6069 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6070 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6070 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6070 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6072 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6072 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6072 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6075 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6075 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6075 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6075 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6076 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2112045159_0001_m_000000_0' done. |
| 6076 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2112045159_0001_m_000000_0 |
| 6076 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2112045159_0001_m_000001_0 |
| 6076 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6076 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6077 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6077 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000001_0 |
| 6080 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6081 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f |
| 6083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6083 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6084 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6084 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6084 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6085 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6093 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6093 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6712 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11223 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11227 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11229 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2112045159_0001_m_000001_0 is done. And is in the process of commiting |
| 11229 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11230 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11230 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11230 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11231 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11231 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11231 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11234 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11234 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11235 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2112045159_0001_m_000001_0' done. |
| 11235 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2112045159_0001_m_000001_0 |
| 11235 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2112045159_0001_m_000002_0 |
| 11236 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11236 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11236 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11237 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_m_000002_0 |
| 11239 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11240 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2529d022 |
| 11241 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11242 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11242 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11242 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11242 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11243 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11253 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11253 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11254 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11254 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11255 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11255 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11255 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11417 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11422 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11427 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2112045159_0001_m_000002_0 is done. And is in the process of commiting |
| 11429 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11447 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11447 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11447 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11448 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11449 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11449 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11450 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11450 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11451 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2112045159_0001_m_000002_0' done. |
| 11451 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2112045159_0001_m_000002_0 |
| 11452 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11457 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11458 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11458 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11458 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11459 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11459 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11459 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11460 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11461 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2112045159_0001/attempt_local2112045159_0001_r_000000_0 |
| 11474 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11479 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 11480 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11480 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11486 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11491 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 11492 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11492 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11514 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2112045159_0001_r_000000_0 is done. And is in the process of commiting |
| 11515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11516 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11516 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11516 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11517 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11517 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11517 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11518 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local2112045159_0001_r_000000_0 is allowed to commit now |
| 11520 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2112045159_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11520 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local2112045159_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11521 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11521 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11522 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11522 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11522 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2112045159_0001_r_000000_0' done. |
| 11715 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11716 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local2112045159_0001 |
| 11717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11718 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11719 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11719 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11720 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11720 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11721 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11733 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11734 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11764 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11764 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11765 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11766 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11766 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11766 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11770 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11770 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11771 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11772 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 11779 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11780 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11781 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11781 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 11782 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11782 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 11783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 11783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=18 |
| 11783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 11783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 11784 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11784 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3428843520 |
| 11784 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11784 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11784 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11786 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=243191 |
| 11786 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 11786 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11786 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=21389 |
| 11794 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11796 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11796 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11797 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 28 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:44 | Starting Female Education |
| 213 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 224 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 302 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 304 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 311 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 314 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 344 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 375 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 407 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 418 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 419 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 419 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 420 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 427 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 431 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 432 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 438 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 447 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson46976772/.staging/job_local46976772_0001 |
| 460 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 471 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 475 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 478 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 480 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 617 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local46976772_0001 |
| 642 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 688 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local46976772_0001 |
| 724 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 727 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 731 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 747 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 752 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local46976772_0001_m_000000_0 |
| 777 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 829 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000000_0 |
| 832 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 935 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 942 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02 |
| 946 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 947 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 950 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 950 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 962 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1009 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1010 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1697 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6640 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6658 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local46976772_0001_m_000000_0 is done. And is in the process of commiting |
| 6664 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6665 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6665 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6666 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6666 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6669 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6670 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6670 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6670 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6671 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local46976772_0001_m_000000_0' done. |
| 6671 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local46976772_0001_m_000000_0 |
| 6671 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local46976772_0001_m_000001_0 |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6673 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000001_0 |
| 6674 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6675 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@30099b17 |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6678 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6680 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6702 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11922 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11925 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 11927 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local46976772_0001_m_000001_0 is done. And is in the process of commiting |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11929 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11930 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11930 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11931 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11931 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11931 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local46976772_0001_m_000001_0' done. |
| 11932 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local46976772_0001_m_000001_0 |
| 11933 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local46976772_0001_m_000002_0 |
| 11933 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11934 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11934 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11934 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_m_000002_0 |
| 11941 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11942 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c4dd429 |
| 11944 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11944 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11944 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11945 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11945 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11945 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11954 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11954 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11955 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11955 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11956 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11956 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11956 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12418 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12423 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12426 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local46976772_0001_m_000002_0 is done. And is in the process of commiting |
| 12427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12429 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12430 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12432 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12433 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12435 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12435 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local46976772_0001_m_000002_0' done. |
| 12436 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local46976772_0001_m_000002_0 |
| 12436 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 12509 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12510 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12512 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12513 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local46976772_0001/attempt_local46976772_0001_r_000000_0 |
| 12523 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12525 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59b37778 |
| 12526 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12527 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12610 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 12673 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 12677 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12678 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12705 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 12716 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12718 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12778 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local46976772_0001_r_000000_0 is done. And is in the process of commiting |
| 12779 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12779 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12779 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12780 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12782 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12784 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12787 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12788 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12788 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12789 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local46976772_0001_r_000000_0 is allowed to commit now |
| 12792 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local46976772_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 12793 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local46976772_0001_r_000000_0' to outputGenderStats/BQ2 |
| 12794 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12795 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12795 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12796 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 12796 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local46976772_0001_r_000000_0' done. |
| 13706 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13707 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local46976772_0001 |
| 13708 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13710 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13711 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13718 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13721 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13727 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13729 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13734 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13742 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13742 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13743 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13753 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13759 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13761 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13762 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13778 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13779 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13782 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13782 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13783 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13783 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13785 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13787 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13788 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13789 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13790 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13792 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 13793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 13793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 13794 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13794 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 13794 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 13794 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 13797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 13798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3462397952 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=223751 |
| 13799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 13807 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13807 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13808 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13808 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 13 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 192 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 213 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 316 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 321 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 331 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 338 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 396 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 445 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 495 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 505 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 511 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 512 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 513 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 521 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 526 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 528 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 536 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 546 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1746314353/.staging/job_local1746314353_0001 |
| 574 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 593 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 598 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 615 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 618 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 812 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1746314353_0001 |
| 837 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 878 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1746314353_0001 |
| 907 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 908 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 908 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 919 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 925 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1746314353_0001_m_000000_0 |
| 937 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 951 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 954 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000000_0 |
| 974 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1087 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 1098 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02 |
| 1106 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1126 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1141 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1194 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1194 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1195 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1196 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1196 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1197 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1197 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1882 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6619 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6673 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1746314353_0001_m_000000_0 is done. And is in the process of commiting |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6689 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6690 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6690 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1746314353_0001_m_000000_0' done. |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1746314353_0001_m_000000_0 |
| 6692 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1746314353_0001_m_000001_0 |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6693 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6693 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6695 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000001_0 |
| 6698 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6699 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@368c989e |
| 6710 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6711 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6713 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6715 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6715 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6716 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6816 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6818 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6981 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 11473 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11478 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1746314353_0001_m_000001_0 is done. And is in the process of commiting |
| 11478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11481 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11489 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11489 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1746314353_0001_m_000001_0' done. |
| 11490 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1746314353_0001_m_000001_0 |
| 11490 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1746314353_0001_m_000002_0 |
| 11490 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11490 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11493 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_m_000002_0 |
| 11502 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11503 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2a4efc30 |
| 11504 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11508 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 11514 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11514 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11514 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11515 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 11558 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 11562 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 11568 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11570 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11572 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11573 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11574 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11733 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11737 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1746314353_0001_m_000002_0 is done. And is in the process of commiting |
| 11743 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11747 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11747 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11748 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11748 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11753 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11753 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11756 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11756 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1746314353_0001_m_000002_0' done. |
| 11757 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1746314353_0001_m_000002_0 |
| 11757 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11762 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11762 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11763 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11764 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11765 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1746314353_0001/attempt_local1746314353_0001_r_000000_0 |
| 11778 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11779 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59b37778 |
| 11784 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11785 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11796 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11803 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 11804 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11806 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11811 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11814 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11820 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1746314353_0001_r_000000_0 is done. And is in the process of commiting |
| 11822 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11824 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11824 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11824 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11826 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11826 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11826 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1746314353_0001_r_000000_0 is allowed to commit now |
| 11830 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1746314353_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11839 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1746314353_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11842 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11845 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11847 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1746314353_0001_r_000000_0' done. |
| 11989 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11991 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1746314353_0001 |
| 11992 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11994 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11995 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11997 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11998 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11999 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12000 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12002 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12002 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12005 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12007 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12007 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12008 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12008 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12009 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12010 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12011 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12011 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12012 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12012 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12013 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12014 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12014 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12014 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12015 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12015 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12015 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12016 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12016 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12016 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12016 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12017 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12018 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12018 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12019 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12019 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12020 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12021 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12021 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12021 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12022 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12023 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12024 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12024 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12025 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12029 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12029 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12030 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12030 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12032 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12034 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12034 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12035 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12035 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12036 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12036 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12038 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12038 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12039 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12040 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12041 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12041 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12041 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12044 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12045 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12045 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12045 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12050 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12052 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12058 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12058 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12059 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12059 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=18 |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 12060 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 12061 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 12061 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 12061 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 12062 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 12062 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 12063 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 12064 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 12064 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 12066 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 12067 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 12067 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=1963458560 |
| 12068 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 12069 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 12071 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 12073 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=213666 |
| 12074 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=208417787 |
| 12074 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 12075 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 12082 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 12085 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12087 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 12088 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 197 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 209 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 278 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 280 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 286 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 290 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 324 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 369 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 401 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 409 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 411 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 412 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 412 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 419 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 421 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 422 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 431 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 439 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson677934539/.staging/job_local677934539_0001 |
| 450 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 460 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 464 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 468 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 469 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 583 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local677934539_0001 |
| 614 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 666 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local677934539_0001 |
| 707 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 708 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 711 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 722 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 730 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local677934539_0001_m_000000_0 |
| 752 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 779 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 782 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000000_0 |
| 822 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 927 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 934 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16cba626 |
| 938 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 939 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 941 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 941 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1002 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1002 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1003 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1003 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1003 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1003 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1004 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1674 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6465 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6513 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local677934539_0001_m_000000_0 is done. And is in the process of commiting |
| 6521 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6522 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6523 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6524 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6524 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6525 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6525 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6530 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6532 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6533 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6535 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6536 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local677934539_0001_m_000000_0' done. |
| 6537 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local677934539_0001_m_000000_0 |
| 6537 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local677934539_0001_m_000001_0 |
| 6538 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6538 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6538 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6539 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000001_0 |
| 6543 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6544 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@12f4584e |
| 6546 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6547 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6547 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6548 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6548 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6549 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6617 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6618 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6708 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10774 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10783 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local677934539_0001_m_000001_0 is done. And is in the process of commiting |
| 10788 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10795 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10803 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10806 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10809 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10810 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10813 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10819 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10820 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10822 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10823 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10826 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local677934539_0001_m_000001_0' done. |
| 10827 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local677934539_0001_m_000001_0 |
| 10829 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local677934539_0001_m_000002_0 |
| 10830 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10833 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10835 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10837 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_m_000002_0 |
| 10850 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10854 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d01d1a4 |
| 10861 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10862 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10864 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10976 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10977 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10978 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10979 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10979 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10981 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10982 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11134 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 11153 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local677934539_0001_m_000002_0 is done. And is in the process of commiting |
| 11159 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11163 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11164 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11164 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11165 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11165 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11166 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11182 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11182 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11183 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11183 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local677934539_0001_m_000002_0' done. |
| 11183 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local677934539_0001_m_000002_0 |
| 11183 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 11194 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 11196 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11198 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11199 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11201 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local677934539_0001/attempt_local677934539_0001_r_000000_0 |
| 11223 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 11224 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b81f8f6 |
| 11234 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11235 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11241 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 11247 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 11248 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11249 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11254 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11254 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11265 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local677934539_0001_r_000000_0 is done. And is in the process of commiting |
| 11269 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11272 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11273 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11274 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11274 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11274 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11274 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11275 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11275 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11276 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11276 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 11276 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local677934539_0001_r_000000_0 is allowed to commit now |
| 11281 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local677934539_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 11281 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local677934539_0001_r_000000_0' to outputGenderStats/BQ2 |
| 11283 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11286 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11286 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11287 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 11287 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local677934539_0001_r_000000_0' done. |
| 11711 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11713 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local677934539_0001 |
| 11714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11716 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11716 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11716 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11717 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11720 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11721 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11722 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11722 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11723 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11723 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11723 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11725 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11727 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11727 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11728 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11729 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11730 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11730 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11731 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11733 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11733 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11733 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11734 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11734 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11735 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11736 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11737 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11738 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11742 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11742 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11743 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11743 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11748 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11751 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11753 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11753 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11753 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11754 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11759 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11760 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11760 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11763 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11763 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 11763 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=18 |
| 11763 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 11764 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=1764229120 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11765 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11766 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=213650 |
| 11766 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=208417787 |
| 11766 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11766 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 11771 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11771 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11772 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11772 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 28 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 194 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 206 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 275 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 278 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 283 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 286 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 314 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 344 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 371 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 379 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 380 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 380 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 381 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 387 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 390 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 391 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 396 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 404 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1193991412/.staging/job_local1193991412_0001 |
| 416 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 425 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 429 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 433 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 435 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 529 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1193991412_0001 |
| 554 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 604 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1193991412_0001 |
| 657 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 663 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 666 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 677 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 680 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1193991412_0001_m_000000_0 |
| 715 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 726 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 727 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 747 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000000_0 |
| 754 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 842 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 846 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e |
| 849 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 850 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 851 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 853 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 853 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 912 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 912 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 912 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1611 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5383 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5417 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1193991412_0001_m_000000_0 is done. And is in the process of commiting |
| 5425 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5425 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5430 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5430 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5431 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5431 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5438 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1193991412_0001_m_000000_0' done. |
| 5440 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1193991412_0001_m_000000_0 |
| 5440 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1193991412_0001_m_000001_0 |
| 5440 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5441 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5441 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5441 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000001_0 |
| 5442 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@ca4e140 |
| 5445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5446 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5446 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5447 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5505 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5505 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5506 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5506 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5506 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5507 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5507 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5616 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 8958 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8964 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1193991412_0001_m_000001_0 is done. And is in the process of commiting |
| 8964 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8965 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 8965 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 8965 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 8965 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 8966 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 8966 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 8967 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8969 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8969 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1193991412_0001_m_000001_0' done. |
| 8970 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1193991412_0001_m_000001_0 |
| 8970 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1193991412_0001_m_000002_0 |
| 8970 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8972 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_m_000002_0 |
| 8975 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8976 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ae6b474 |
| 8977 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8977 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8978 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8978 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8978 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8979 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 9015 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 9015 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 9016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9107 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 9122 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1193991412_0001_m_000002_0 is done. And is in the process of commiting |
| 9122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9123 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9123 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9132 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9132 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9133 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9134 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1193991412_0001_m_000002_0' done. |
| 9134 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1193991412_0001_m_000002_0 |
| 9138 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 9144 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 9145 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9146 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9147 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 9147 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 9147 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 9147 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 9147 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9150 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1193991412_0001/attempt_local1193991412_0001_r_000000_0 |
| 9159 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 9161 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68bcb51 |
| 9163 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9166 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9173 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 9179 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 9180 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9181 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9185 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9185 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 9190 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1193991412_0001_r_000000_0 is done. And is in the process of commiting |
| 9191 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9191 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9192 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9192 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9192 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9192 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9193 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9193 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9194 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9194 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9194 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9195 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1193991412_0001_r_000000_0 is allowed to commit now |
| 9197 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1193991412_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 9197 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1193991412_0001_r_000000_0' to outputGenderStats/BQ2 |
| 9198 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9199 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9199 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9200 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 9200 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1193991412_0001_r_000000_0' done. |
| 9619 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 9620 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1193991412_0001 |
| 9620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 9649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 9650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 9651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 9651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 9653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 9654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 9656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 9659 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=18 |
| 9659 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 9660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 9662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 9662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 9663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 9663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 9663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 9664 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 9665 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 9666 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 9667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 9667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 9667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 9667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=1963458560 |
| 9668 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 9668 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 9669 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 9669 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=214666 |
| 9670 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=208417787 |
| 9670 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 9675 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 9677 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 9677 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 9678 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 9678 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 7 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 161 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 171 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 233 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 235 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 267 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 301 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 327 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 335 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 336 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 336 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 337 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 346 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 347 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 354 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 361 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2116645872/.staging/job_local2116645872_0001 |
| 370 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 379 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 382 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 384 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 385 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 469 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local2116645872_0001 |
| 489 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 530 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local2116645872_0001 |
| 569 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 572 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 575 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 583 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 587 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2116645872_0001_m_000000_0 |
| 612 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000000_0 |
| 651 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 745 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 750 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 754 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 755 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 767 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1533 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5603 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5618 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2116645872_0001_m_000000_0 is done. And is in the process of commiting |
| 5622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5623 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5623 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5623 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5623 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5625 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5625 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5627 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2116645872_0001_m_000000_0' done. |
| 5627 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2116645872_0001_m_000000_0 |
| 5627 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2116645872_0001_m_000001_0 |
| 5628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5629 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000001_0 |
| 5631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5632 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c14ef92 |
| 5634 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5634 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5634 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5634 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5635 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5635 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5645 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5645 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5646 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5646 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5646 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6539 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10540 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10549 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10550 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2116645872_0001_m_000001_0 is done. And is in the process of commiting |
| 10551 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10551 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10551 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10552 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10553 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10554 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10555 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10555 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10555 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10556 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2116645872_0001_m_000001_0' done. |
| 10556 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2116645872_0001_m_000001_0 |
| 10556 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2116645872_0001_m_000002_0 |
| 10556 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10557 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10557 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_m_000002_0 |
| 10561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10562 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@d099b7 |
| 10564 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10567 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10573 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10574 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10575 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10575 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10576 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10576 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10748 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10753 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10754 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2116645872_0001_m_000002_0 is done. And is in the process of commiting |
| 10755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10757 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10757 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10760 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10761 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10762 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10762 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10762 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2116645872_0001_m_000002_0' done. |
| 10763 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local2116645872_0001_m_000002_0 |
| 10763 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 10769 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10770 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10770 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10771 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10771 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10771 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10771 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10772 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10773 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2116645872_0001/attempt_local2116645872_0001_r_000000_0 |
| 10786 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10789 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e |
| 10792 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10793 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10799 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10804 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10805 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10806 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10809 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10809 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10816 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local2116645872_0001_r_000000_0 is done. And is in the process of commiting |
| 10816 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10816 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10817 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10817 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10817 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10817 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10818 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10818 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10819 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10819 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10819 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10820 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local2116645872_0001_r_000000_0 is allowed to commit now |
| 10821 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2116645872_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10821 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local2116645872_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10822 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10823 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10823 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10823 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local2116645872_0001_r_000000_0' done. |
| 11543 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 11544 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local2116645872_0001 |
| 11546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11548 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11593 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11610 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 11632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 11633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 11634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 11634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 11635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 11637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 11638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 11638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 11638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 11639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 11639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 11639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 11640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 11640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 11640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 11640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 11641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 11641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 11641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 11641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 11641 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 11642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 11642 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=36 |
| 11643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 11643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 11643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=36 |
| 11643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 11643 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3575644160 |
| 11644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 11644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 11644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 11644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=224791 |
| 11644 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 11645 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 11645 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 11647 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 11647 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11648 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 11648 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 189 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 202 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 270 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 272 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 280 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 283 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 311 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 343 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 372 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 379 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 380 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 382 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 383 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 389 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 392 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 394 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 400 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 407 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson652923643/.staging/job_local652923643_0001 |
| 419 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 427 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 431 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 434 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 435 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 542 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local652923643_0001 |
| 570 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 621 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local652923643_0001 |
| 668 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 670 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 671 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 685 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 694 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local652923643_0001_m_000000_0 |
| 708 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 721 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 722 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 745 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000000_0 |
| 747 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 841 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 846 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@610a3ed2 |
| 850 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 851 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 852 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 854 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 911 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 911 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 911 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 912 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 912 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 912 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 912 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1629 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5227 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5242 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local652923643_0001_m_000000_0 is done. And is in the process of commiting |
| 5245 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5245 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5246 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5246 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5246 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5247 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5247 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5249 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5249 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5250 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5250 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5253 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local652923643_0001_m_000000_0' done. |
| 5253 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local652923643_0001_m_000000_0 |
| 5254 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local652923643_0001_m_000001_0 |
| 5254 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5254 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5255 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5255 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000001_0 |
| 5257 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5258 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3742eb46 |
| 5260 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5260 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5261 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5261 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5261 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5262 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5270 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5270 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5270 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5634 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10086 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10094 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10096 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local652923643_0001_m_000001_0 is done. And is in the process of commiting |
| 10097 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10098 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10098 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10100 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10100 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10101 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10102 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10102 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local652923643_0001_m_000001_0' done. |
| 10103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local652923643_0001_m_000001_0 |
| 10104 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local652923643_0001_m_000002_0 |
| 10104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10105 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_m_000002_0 |
| 10106 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10106 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f5f93c0 |
| 10108 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10109 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10109 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10110 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10110 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10122 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10122 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10123 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10123 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10123 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10124 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10265 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10269 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10271 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local652923643_0001_m_000002_0 is done. And is in the process of commiting |
| 10271 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10272 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10273 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10273 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10274 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10275 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10275 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10275 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10276 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local652923643_0001_m_000002_0' done. |
| 10276 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local652923643_0001_m_000002_0 |
| 10276 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 10280 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10281 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10281 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10281 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10281 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10282 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10282 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10282 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10283 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local652923643_0001/attempt_local652923643_0001_r_000000_0 |
| 10293 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10295 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c |
| 10297 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10297 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10302 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10306 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10308 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10308 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10312 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10312 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10317 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local652923643_0001_r_000000_0 is done. And is in the process of commiting |
| 10318 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10318 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10319 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10320 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10320 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10320 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10321 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10321 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10321 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10322 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10322 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10322 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local652923643_0001_r_000000_0 is allowed to commit now |
| 10323 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local652923643_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10324 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local652923643_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10324 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10325 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10326 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local652923643_0001_r_000000_0' done. |
| 10636 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local652923643_0001 |
| 10638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10643 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10671 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10673 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10675 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10676 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10679 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10680 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10681 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10681 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10683 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10693 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10696 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10696 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10698 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10699 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10704 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10705 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10706 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10707 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10713 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10714 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10715 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10739 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10740 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10741 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10834 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10866 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10869 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10869 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 10870 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 10871 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 10871 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=36 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 10872 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=36 |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3575644160 |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 10873 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=224775 |
| 10874 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 10874 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 10874 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 10894 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 10895 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10895 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10896 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 8 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 176 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 186 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 247 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 249 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 254 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 257 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 284 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 309 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 350 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 361 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 362 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 364 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 364 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 372 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 374 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 375 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 380 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 387 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson203754551/.staging/job_local203754551_0001 |
| 397 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 405 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 408 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 412 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 413 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 514 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local203754551_0001 |
| 535 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 587 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local203754551_0001 |
| 623 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 625 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 628 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 637 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 645 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local203754551_0001_m_000000_0 |
| 662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000000_0 |
| 703 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 794 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22b199d8 |
| 799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 799 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 810 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 856 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 857 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 857 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 857 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 858 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 858 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 858 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1592 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5199 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5212 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local203754551_0001_m_000000_0 is done. And is in the process of commiting |
| 5214 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5215 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5215 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5215 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5215 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5216 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5216 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5217 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5218 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5218 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5218 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5219 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local203754551_0001_m_000000_0' done. |
| 5219 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local203754551_0001_m_000000_0 |
| 5219 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local203754551_0001_m_000001_0 |
| 5220 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5220 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5220 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5221 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000001_0 |
| 5222 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5223 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5c476d79 |
| 5224 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5225 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5225 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5225 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5225 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5226 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5232 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5232 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5232 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5233 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5596 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 10016 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10024 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10026 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local203754551_0001_m_000001_0 is done. And is in the process of commiting |
| 10026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10028 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10028 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10031 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10031 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local203754551_0001_m_000001_0' done. |
| 10032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local203754551_0001_m_000001_0 |
| 10032 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local203754551_0001_m_000002_0 |
| 10032 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10033 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10033 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_m_000002_0 |
| 10038 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10039 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7e525ab7 |
| 10041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10041 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10042 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10042 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10043 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10044 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10052 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10053 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10053 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10054 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10054 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10054 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10054 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10248 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10253 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10259 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local203754551_0001_m_000002_0 is done. And is in the process of commiting |
| 10260 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10262 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10265 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10267 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10273 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10274 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10277 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10283 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10290 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10291 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10293 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local203754551_0001_m_000002_0' done. |
| 10293 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local203754551_0001_m_000002_0 |
| 10294 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 10298 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10299 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10300 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10300 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10300 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10300 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10301 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10301 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10302 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local203754551_0001/attempt_local203754551_0001_r_000000_0 |
| 10311 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10312 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7 |
| 10314 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10315 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10321 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10325 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10327 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10327 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10332 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10332 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10337 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local203754551_0001_r_000000_0 is done. And is in the process of commiting |
| 10338 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10338 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10338 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10338 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10339 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10339 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10339 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10339 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10340 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10340 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10346 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10346 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local203754551_0001_r_000000_0 is allowed to commit now |
| 10348 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local203754551_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10348 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local203754551_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10351 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10352 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10352 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10352 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10353 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local203754551_0001_r_000000_0' done. |
| 10598 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 10599 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local203754551_0001 |
| 10600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10602 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10642 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10654 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10659 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 10659 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 10660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 10660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 10660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 10660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 10661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=36 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=36 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 10662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3517972480 |
| 10663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 10663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 10663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 10663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=225791 |
| 10663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 10664 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 10664 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 10665 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 10666 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10667 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10667 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 15 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 167 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 177 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 266 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 295 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 315 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 322 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 323 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 324 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 325 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 333 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 335 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 336 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 343 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 350 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson276620672/.staging/job_local276620672_0001 |
| 358 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 368 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 371 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 376 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 378 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 460 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local276620672_0001 |
| 477 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 510 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local276620672_0001 |
| 550 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 551 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 552 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 558 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 567 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local276620672_0001_m_000000_0 |
| 578 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 588 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 588 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 607 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000000_0 |
| 610 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 713 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 718 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82 |
| 721 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 722 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 723 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 734 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 777 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 778 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 778 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 779 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 779 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 779 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 779 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1515 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5101 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5111 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local276620672_0001_m_000000_0 is done. And is in the process of commiting |
| 5114 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5115 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5115 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5115 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5118 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5119 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5119 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5119 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5120 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local276620672_0001_m_000000_0' done. |
| 5120 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local276620672_0001_m_000000_0 |
| 5120 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local276620672_0001_m_000001_0 |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000001_0 |
| 5125 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5126 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1 |
| 5129 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5130 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5130 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5130 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5131 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5131 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5140 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5140 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5140 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5522 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 9889 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 9892 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 9894 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local276620672_0001_m_000001_0 is done. And is in the process of commiting |
| 9894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9896 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9896 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9897 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9897 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9897 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local276620672_0001_m_000001_0' done. |
| 9897 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local276620672_0001_m_000001_0 |
| 9897 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local276620672_0001_m_000002_0 |
| 9898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 9898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9898 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_m_000002_0 |
| 9901 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 9902 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@27b7333e |
| 9903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9903 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9904 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9904 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9904 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9905 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 9912 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 9913 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 9914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9915 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9915 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9915 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10078 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10080 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10081 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local276620672_0001_m_000002_0 is done. And is in the process of commiting |
| 10082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10084 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10085 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10085 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10085 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10085 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local276620672_0001_m_000002_0' done. |
| 10086 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local276620672_0001_m_000002_0 |
| 10086 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 10089 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10090 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10092 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10092 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10095 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local276620672_0001/attempt_local276620672_0001_r_000000_0 |
| 10105 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10109 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7 |
| 10110 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10111 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10115 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10119 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10120 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10122 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10126 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10126 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10134 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local276620672_0001_r_000000_0 is done. And is in the process of commiting |
| 10135 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10135 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10135 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10135 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10135 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10137 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10138 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10138 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10139 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local276620672_0001_r_000000_0 is allowed to commit now |
| 10141 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local276620672_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10141 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local276620672_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10143 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10143 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10144 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10144 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10145 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local276620672_0001_r_000000_0' done. |
| 10524 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 10526 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local276620672_0001 |
| 10527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10534 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10632 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 10632 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 10632 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 10632 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 10633 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 10633 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 10633 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 10633 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 10633 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 10634 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 10636 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 10636 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 10636 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3478126592 |
| 10637 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 10638 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 10638 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 10638 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=224767 |
| 10638 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 10638 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 10639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 10645 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 10646 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10646 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10646 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 167 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 177 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 245 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 270 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 299 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 330 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 338 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 339 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 340 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 341 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 348 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 350 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 355 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 361 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 368 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1792893864/.staging/job_local1792893864_0001 |
| 378 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 388 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 391 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 393 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 396 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 468 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1792893864_0001 |
| 488 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 528 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1792893864_0001 |
| 553 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 562 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1792893864_0001_m_000000_0 |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 597 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 598 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 615 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000000_0 |
| 618 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 723 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 728 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82 |
| 732 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 733 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 734 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 745 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 789 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 790 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1531 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5082 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5096 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1792893864_0001_m_000000_0 is done. And is in the process of commiting |
| 5098 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5098 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5099 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5100 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5101 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5102 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5102 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1792893864_0001_m_000000_0' done. |
| 5103 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1792893864_0001_m_000000_0 |
| 5104 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1792893864_0001_m_000001_0 |
| 5104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5104 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5105 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000001_0 |
| 5108 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5109 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1 |
| 5110 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5111 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5112 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5112 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5120 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5121 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5121 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5122 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5535 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 9914 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 9916 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 9918 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1792893864_0001_m_000001_0 is done. And is in the process of commiting |
| 9919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9920 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9920 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9920 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9922 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9923 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1792893864_0001_m_000001_0' done. |
| 9924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1792893864_0001_m_000001_0 |
| 9924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1792893864_0001_m_000002_0 |
| 9925 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 9925 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9925 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9925 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_m_000002_0 |
| 9927 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 9927 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@27b7333e |
| 9929 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9929 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9930 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9930 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9930 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9931 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 9938 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 9938 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 9939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9940 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9940 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9940 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10072 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10074 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10077 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1792893864_0001_m_000002_0 is done. And is in the process of commiting |
| 10077 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10077 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10077 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10078 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10081 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10081 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10081 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10084 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10084 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10084 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1792893864_0001_m_000002_0' done. |
| 10084 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1792893864_0001_m_000002_0 |
| 10085 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 10088 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10089 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10090 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10090 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10090 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10090 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10091 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10092 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1792893864_0001/attempt_local1792893864_0001_r_000000_0 |
| 10100 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10101 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c |
| 10102 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10103 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10107 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10112 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10114 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10115 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10118 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10120 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10129 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1792893864_0001_r_000000_0 is done. And is in the process of commiting |
| 10129 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10130 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10130 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10130 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10130 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10130 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10131 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10131 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10132 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10132 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10132 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10133 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1792893864_0001_r_000000_0 is allowed to commit now |
| 10134 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1792893864_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10134 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1792893864_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10136 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10137 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10137 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1792893864_0001_r_000000_0' done. |
| 10537 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 10538 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1792893864_0001 |
| 10538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10548 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10590 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 10590 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=36 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3522691072 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=224783 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2981 |
| 10598 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 10599 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10599 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10599 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 8 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 153 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 163 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 224 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 225 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 228 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 231 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 257 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 289 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 315 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 320 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 321 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 322 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 322 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 328 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 330 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 331 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 338 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson149891948/.staging/job_local149891948_0001 |
| 353 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 363 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 366 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 369 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 370 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 451 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local149891948_0001 |
| 470 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local149891948_0001 |
| 528 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 530 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 530 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 534 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 538 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local149891948_0001_m_000000_0 |
| 548 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000000_0 |
| 586 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 684 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 690 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 696 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 698 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 699 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 703 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 716 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 759 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 760 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 760 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 760 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 761 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 761 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 761 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1511 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 5068 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 5083 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local149891948_0001_m_000000_0 is done. And is in the process of commiting |
| 5086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 5086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 5087 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 5087 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 5087 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 5087 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 5089 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5090 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5090 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 5091 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 5091 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local149891948_0001_m_000000_0' done. |
| 5092 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local149891948_0001_m_000000_0 |
| 5092 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local149891948_0001_m_000001_0 |
| 5092 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 5093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 5094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000001_0 |
| 5097 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 5098 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f |
| 5100 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 5100 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5101 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 5101 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5101 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 5102 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 5110 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 5110 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 5111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 5111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 5111 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 5112 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 5112 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5516 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 9796 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 9798 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 9800 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local149891948_0001_m_000001_0 is done. And is in the process of commiting |
| 9801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9803 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9804 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9805 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9805 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9805 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local149891948_0001_m_000001_0' done. |
| 9806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local149891948_0001_m_000001_0 |
| 9806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local149891948_0001_m_000002_0 |
| 9806 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 9807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9808 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_m_000002_0 |
| 9811 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 9812 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2529d022 |
| 9813 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 9814 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 9815 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9815 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 9815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 9825 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 9825 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 9826 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 9826 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 9826 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 9826 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9826 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9965 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 9967 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 9968 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local149891948_0001_m_000002_0 is done. And is in the process of commiting |
| 9969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 9970 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 9970 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 9971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 9971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 9971 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 9972 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9973 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9973 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9974 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9974 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local149891948_0001_m_000002_0' done. |
| 9974 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local149891948_0001_m_000002_0 |
| 9975 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 9978 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 9979 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9979 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 9980 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 9980 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 9980 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 9981 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 9981 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 9983 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local149891948_0001/attempt_local149891948_0001_r_000000_0 |
| 9995 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 9996 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e |
| 9997 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9998 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10003 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 10008 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 3025 bytes |
| 10009 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10009 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10016 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10017 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10033 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local149891948_0001_r_000000_0 is done. And is in the process of commiting |
| 10034 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10034 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10034 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10036 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10036 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10037 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10038 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10038 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10040 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10041 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10043 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10046 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local149891948_0001_r_000000_0 is allowed to commit now |
| 10048 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local149891948_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 10048 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local149891948_0001_r_000000_0' to outputGenderStats/BQ2 |
| 10053 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10053 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10054 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10054 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 10055 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local149891948_0001_r_000000_0' done. |
| 10518 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 10519 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local149891948_0001 |
| 10522 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10534 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10552 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10553 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10558 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10559 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 10583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 10586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 10588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 10588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 10588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 10588 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 10590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 10591 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 10592 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=72 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=3039 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=36 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=2949 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 10593 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=18 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=36 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3474980864 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 10594 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 10595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=223984 |
| 10595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=209305544 |
| 10595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 10595 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=2198 |
| 10596 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 10597 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10597 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 10597 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 36 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 287 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 305 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 382 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 384 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 388 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 391 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 439 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 483 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 524 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 536 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 539 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 543 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 545 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 554 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 563 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 565 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 570 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 578 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson181056746/.staging/job_local181056746_0001 |
| 587 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 597 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 599 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 601 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 602 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 674 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local181056746_0001 |
| 690 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 723 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local181056746_0001 |
| 755 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 756 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 759 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 766 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 769 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local181056746_0001_m_000000_0 |
| 789 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 818 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000000_0 |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 906 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 913 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62ec5a82 |
| 919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 920 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 921 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 939 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 974 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 974 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 975 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 975 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 975 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 976 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 976 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1727 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 4618 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 4633 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local181056746_0001_m_000000_0 is done. And is in the process of commiting |
| 4636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 4636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 4636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 4636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 4637 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 4637 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 4638 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4639 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4639 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4639 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 4639 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local181056746_0001_m_000000_0' done. |
| 4640 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local181056746_0001_m_000000_0 |
| 4640 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local181056746_0001_m_000001_0 |
| 4640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 4640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 4641 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000001_0 |
| 4642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 4644 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5df095c1 |
| 4646 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 4647 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 4647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 4647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 4648 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 4654 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 4655 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 4655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 4655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 4655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 4656 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 4656 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4857 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 7420 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 7425 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local181056746_0001_m_000001_0 is done. And is in the process of commiting |
| 7425 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 7426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 7427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7429 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7429 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local181056746_0001_m_000001_0' done. |
| 7429 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local181056746_0001_m_000001_0 |
| 7429 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local181056746_0001_m_000002_0 |
| 7429 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 7429 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7430 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 7430 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local181056746_0001/attempt_local181056746_0001_m_000002_0 |
| 7433 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 7434 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ea043c3 |
| 7435 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 7436 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 7436 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 7436 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7436 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 7437 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 7450 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 7450 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 7450 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 7451 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 7451 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 7451 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 7451 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7860 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 13433 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13435 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13436 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13440 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13440 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13440 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13440 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13448 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13449 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13449 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13450 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13861 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| 34455 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34468 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34479 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 34484 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 58486 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 58487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 58487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 58487 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 58896 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 88% reduce 0% |
| 61487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 61488 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 61488 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 61488 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 115 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 125 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 175 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 176 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 179 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 181 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 201 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 222 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 241 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 246 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 247 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 247 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 248 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 254 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 257 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 260 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 266 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 272 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1519748882/.staging/job_local1519748882_0001 |
| 280 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 288 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 291 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 297 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 298 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 362 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1519748882_0001 |
| 379 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 405 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1519748882_0001 |
| 423 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 426 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 427 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 431 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 435 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1519748882_0001_m_000000_0 |
| 448 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 454 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 455 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000000_0 |
| 467 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 523 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 533 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@610a3ed2 |
| 537 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 537 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 538 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 540 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 540 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 548 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 582 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 583 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 583 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1408 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 3771 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 3781 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1519748882_0001_m_000000_0 is done. And is in the process of commiting |
| 3783 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3783 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 3784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 3784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 3784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 3784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 3784 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 3786 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3787 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3788 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 3788 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1519748882_0001_m_000000_0' done. |
| 3788 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1519748882_0001_m_000000_0 |
| 3788 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1519748882_0001_m_000001_0 |
| 3791 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 3792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 3792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000001_0 |
| 3794 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 3794 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2352ce54 |
| 3796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 3796 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 3796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 3797 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3797 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 3797 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 3806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 3807 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 3807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 3807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 3807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 3808 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 3808 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4412 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 6449 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6452 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1519748882_0001_m_000001_0 is done. And is in the process of commiting |
| 6452 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6453 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6453 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6453 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6453 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6454 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6454 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6455 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6456 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6456 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6456 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6456 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1519748882_0001_m_000001_0' done. |
| 6457 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1519748882_0001_m_000001_0 |
| 6457 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1519748882_0001_m_000002_0 |
| 6457 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6458 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6458 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6459 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1519748882_0001/attempt_local1519748882_0001_m_000002_0 |
| 6463 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6463 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@b15e874 |
| 6464 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6464 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 6465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6465 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6472 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6473 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6473 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6473 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6473 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6473 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6473 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7413 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 12463 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12489 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12490 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12497 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12498 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12498 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12498 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13415 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| 24499 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24499 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24499 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24500 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 27500 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27502 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27502 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27502 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39503 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39504 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39504 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39504 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 40421 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 88% reduce 0% |
| 42505 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42506 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42506 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 42506 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 119 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 130 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 178 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 180 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 182 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 185 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 206 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 227 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 244 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 249 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 251 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 253 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 254 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 260 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 263 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 264 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 269 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 276 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1373259348/.staging/job_local1373259348_0001 |
| 286 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 294 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 298 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 302 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 305 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 383 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1373259348_0001 |
| 411 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 463 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1373259348_0001 |
| 485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 486 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 488 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 492 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 495 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1373259348_0001_m_000000_0 |
| 502 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 510 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 511 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 533 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000000_0 |
| 541 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 624 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 629 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 633 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 635 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 638 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 638 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 646 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 682 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 682 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 682 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1468 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 3934 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 3945 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1373259348_0001_m_000000_0 is done. And is in the process of commiting |
| 3948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 3948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 3948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 3949 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 3949 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 3949 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 3950 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3951 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3952 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3952 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 3952 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1373259348_0001_m_000000_0' done. |
| 3953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1373259348_0001_m_000000_0 |
| 3953 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1373259348_0001_m_000001_0 |
| 3953 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 3953 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3954 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 3955 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000001_0 |
| 3956 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 3956 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18f9346f |
| 3958 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 3959 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 3959 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 3959 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3959 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 3962 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 3968 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 3968 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 3968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 3968 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 3969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 3969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 3969 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4473 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 6643 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6645 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1373259348_0001_m_000001_0 is done. And is in the process of commiting |
| 6648 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6649 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6649 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6650 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6651 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6651 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6656 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6657 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6657 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6658 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6658 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1373259348_0001_m_000001_0' done. |
| 6658 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1373259348_0001_m_000001_0 |
| 6659 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1373259348_0001_m_000002_0 |
| 6659 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6659 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1373259348_0001/attempt_local1373259348_0001_m_000002_0 |
| 6664 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6665 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ddfc579 |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6667 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6667 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6668 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6674 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6674 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6676 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6676 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6676 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7476 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 12664 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12666 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12666 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12673 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12674 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12675 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13478 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| 33677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 33677 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 57682 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 57693 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 57701 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 57708 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 58513 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 88% reduce 0% |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 125 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 133 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 185 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 186 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 190 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 195 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 217 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 235 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 252 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 258 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 259 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 259 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 259 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 264 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 266 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 267 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 272 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 277 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson448687743/.staging/job_local448687743_0001 |
| 284 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 294 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 297 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 299 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 300 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 386 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local448687743_0001 |
| 401 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 429 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local448687743_0001 |
| 448 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 449 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 449 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 460 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 463 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local448687743_0001_m_000000_0 |
| 475 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 494 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000000_0 |
| 497 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 566 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 572 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65 |
| 578 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 579 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 582 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 585 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 592 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 630 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 631 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 632 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 632 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1432 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 3993 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 4007 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local448687743_0001_m_000000_0 is done. And is in the process of commiting |
| 4010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 4011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 4011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 4011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 4011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 4012 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 4013 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4014 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4014 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4014 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 4014 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local448687743_0001_m_000000_0' done. |
| 4014 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local448687743_0001_m_000000_0 |
| 4015 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local448687743_0001_m_000001_0 |
| 4015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 4015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4015 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 4016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000001_0 |
| 4016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 4018 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68 |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 4020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 4021 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 4028 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 4029 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 4030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 4030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 4030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 4031 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 4031 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4436 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 7043 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 7057 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local448687743_0001_m_000001_0 is done. And is in the process of commiting |
| 7061 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7063 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 7066 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 7067 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 7068 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 7068 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 7073 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 7075 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7075 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7076 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7076 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7077 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local448687743_0001_m_000001_0' done. |
| 7079 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local448687743_0001_m_000001_0 |
| 7079 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local448687743_0001_m_000002_0 |
| 7079 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 7080 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 7088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local448687743_0001/attempt_local448687743_0001_m_000002_0 |
| 7090 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 7092 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2 |
| 7094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 7094 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 7094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 7094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7095 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 7096 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 7114 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 7125 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 7129 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 7133 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 7139 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 7139 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 7139 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7438 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 13092 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13093 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13093 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13094 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13094 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13094 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13095 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13102 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13103 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13103 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13103 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13440 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| 34107 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34113 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34114 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 34123 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 37126 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37133 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37138 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 37142 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 40150 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40150 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40151 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 40151 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 7 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 144 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 153 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 201 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 203 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 206 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 208 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 229 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 249 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 266 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 272 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 274 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 277 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 279 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 289 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 290 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 291 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 296 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 302 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1470825922/.staging/job_local1470825922_0001 |
| 315 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 330 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 334 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 342 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 343 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 423 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1470825922_0001 |
| 436 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 460 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1470825922_0001 |
| 479 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 480 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 480 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 483 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 486 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1470825922_0001_m_000000_0 |
| 501 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 508 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 509 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 524 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000000_0 |
| 527 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 626 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 632 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65 |
| 637 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 638 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 638 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 650 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 684 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 685 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1463 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 4002 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 4010 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1470825922_0001_m_000000_0 is done. And is in the process of commiting |
| 4016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 4016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 4017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 4017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 4017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 4017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 4019 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4019 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4019 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 4019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 4020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1470825922_0001_m_000000_0' done. |
| 4020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1470825922_0001_m_000000_0 |
| 4020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1470825922_0001_m_000001_0 |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4020 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 4021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000001_0 |
| 4021 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 4023 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68 |
| 4026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 4026 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 4026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 4026 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4027 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 4027 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 4035 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 4035 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 4036 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 4036 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 4036 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 4036 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 4037 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4467 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 6668 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6671 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1470825922_0001_m_000001_0 is done. And is in the process of commiting |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6672 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6673 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6673 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6676 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6679 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6679 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1470825922_0001_m_000001_0' done. |
| 6680 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1470825922_0001_m_000001_0 |
| 6680 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1470825922_0001_m_000002_0 |
| 6680 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6682 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1470825922_0001/attempt_local1470825922_0001_m_000002_0 |
| 6684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6684 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2 |
| 6685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 6686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6687 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6687 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6698 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6700 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6702 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6703 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6703 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6704 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7468 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 12684 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12685 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12685 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12693 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12693 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12693 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12693 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13470 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| 33699 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33700 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33700 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 33700 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEmployment.java:42 | Starting Female Education |
| 144 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 154 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 208 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 209 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 212 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 214 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 234 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 256 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 278 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 285 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 285 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 286 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 286 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 292 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 295 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 296 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 301 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 310 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1317224345/.staging/job_local1317224345_0001 |
| 326 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 334 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 337 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 340 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 342 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 407 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1317224345_0001 |
| 421 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 447 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1317224345_0001 |
| 467 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 467 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 468 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 473 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 478 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1317224345_0001_m_000000_0 |
| 490 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 500 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 503 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 516 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000000_0 |
| 519 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 602 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 612 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65 |
| 618 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 619 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 624 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 624 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 636 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 674 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 674 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 675 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1450 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 3898 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 3911 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1317224345_0001_m_000000_0 is done. And is in the process of commiting |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 3913 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 3914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 3916 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3917 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3917 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 3917 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 3917 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1317224345_0001_m_000000_0' done. |
| 3918 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1317224345_0001_m_000000_0 |
| 3918 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1317224345_0001_m_000001_0 |
| 3918 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 3918 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 3919 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000001_0 |
| 3920 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 3921 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8db4d68 |
| 3923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 3923 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 3923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 3923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 3924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 3931 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 3931 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 3931 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 3931 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 3932 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 3932 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 3932 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 4454 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 6648 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 6652 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1317224345_0001_m_000001_0 is done. And is in the process of commiting |
| 6653 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6654 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6654 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6654 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6658 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6659 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6663 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 6665 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1317224345_0001_m_000001_0' done. |
| 6666 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1317224345_0001_m_000001_0 |
| 6667 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1317224345_0001_m_000002_0 |
| 6668 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 6671 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6673 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 6674 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1317224345_0001/attempt_local1317224345_0001_m_000002_0 |
| 6676 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 6677 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@244386e2 |
| 6678 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 6679 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 6680 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 6691 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 6692 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 6693 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 6694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 6694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 6694 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7458 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 12676 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12678 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12678 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12679 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12679 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12679 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12683 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12683 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12683 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12684 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13461 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 87% reduce 0% |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 119 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 131 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 179 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 180 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 184 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 186 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 207 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 227 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 246 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 252 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 253 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 253 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 254 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 261 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 265 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 266 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 272 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 279 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson672107989/.staging/job_local672107989_0001 |
| 288 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 296 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 304 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 366 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local672107989_0001 |
| 379 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 408 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local672107989_0001 |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 431 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 434 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 440 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 442 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local672107989_0001_m_000000_0 |
| 452 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 457 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 458 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 472 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local672107989_0001/attempt_local672107989_0001_m_000000_0 |
| 475 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 534 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 554 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92 |
| 557 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 557 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 560 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 560 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 569 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 609 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 609 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 610 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 610 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 610 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 611 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 611 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 979 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 997 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1002 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local672107989_0001_m_000000_0 is done. And is in the process of commiting |
| 1005 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1006 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1006 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1007 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1011 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1014 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1016 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1021 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1022 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local672107989_0001_m_000000_0' done. |
| 1022 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local672107989_0001_m_000000_0 |
| 1022 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1025 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1028 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1031 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1032 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1032 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1032 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1033 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1035 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1040 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local672107989_0001/attempt_local672107989_0001_r_000000_0 |
| 1059 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1064 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@33a823bc |
| 1067 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1069 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1076 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 1085 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 782 bytes |
| 1086 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1086 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1088 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1089 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1094 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local672107989_0001_r_000000_0 is done. And is in the process of commiting |
| 1095 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1100 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1102 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1102 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1102 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1102 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1103 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local672107989_0001_r_000000_0 is allowed to commit now |
| 1104 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local672107989_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 1105 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local672107989_0001_r_000000_0' to outputGenderStats/BQ3 |
| 1105 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1107 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1107 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1107 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 1108 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local672107989_0001_r_000000_0' done. |
| 1417 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1420 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local672107989_0001 |
| 1421 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1421 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1422 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1423 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1423 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1424 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1425 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1425 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1426 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1426 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1427 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1428 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1429 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1430 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1431 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1432 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1433 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1434 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1435 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1436 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1437 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1438 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1438 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1439 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1440 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1441 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1441 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1442 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1443 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1444 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1444 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1445 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1446 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1447 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1448 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1449 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1450 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1451 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1451 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1452 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1453 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1453 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1454 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1455 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1456 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=16 |
| 1456 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=786 |
| 1457 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=8 |
| 1457 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1458 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1459 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1459 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=764 |
| 1460 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1460 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1461 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=8 |
| 1461 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1462 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=8 |
| 1478 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=8 |
| 1479 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1479 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1480 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1480 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1482 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=107070 |
| 1482 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017974 |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=780 |
| 1513 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1515 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1515 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1516 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 117 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 127 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 182 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 184 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 186 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 189 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 211 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 245 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 268 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 276 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 276 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 276 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 277 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 281 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 282 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 283 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 287 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 292 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1853470189/.staging/job_local1853470189_0001 |
| 300 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 307 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 309 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 312 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 313 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 370 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1853470189_0001 |
| 383 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 408 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1853470189_0001 |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 439 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1853470189_0001_m_000000_0 |
| 457 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 464 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 465 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1853470189_0001/attempt_local1853470189_0001_m_000000_0 |
| 480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 560 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633cab39 |
| 570 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 573 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 578 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 589 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 627 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 628 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1412 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6483 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6486 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6486 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6486 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6486 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7418 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 2% reduce 0% |
| 9487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9488 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10419 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 3% reduce 0% |
| 12488 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12489 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12489 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12490 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13420 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 5% reduce 0% |
| 15490 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15491 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16422 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 7% reduce 0% |
| 18492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18493 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 19423 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 8% reduce 0% |
| 21493 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21493 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21494 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 21494 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 22424 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 12% reduce 0% |
| 24494 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24495 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24495 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24495 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 25425 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 13% reduce 0% |
| 27495 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27496 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27496 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27496 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 30497 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30523 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30523 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 30524 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 33524 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33524 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33525 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 33525 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 36525 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36526 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36526 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 36526 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39531 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39533 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39544 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39562 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 40433 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 14% reduce 0% |
| 42567 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42573 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42575 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 42586 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 45594 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 45594 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 45594 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 45594 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 48595 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 48595 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 48595 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 48596 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 51596 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51596 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51597 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 51597 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 54597 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 54597 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 54597 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 54598 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 55441 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 15% reduce 0% |
| 57600 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 57604 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 57608 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 57610 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 60620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60626 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 60637 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 17 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 120 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 130 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 184 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 185 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 188 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 190 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 208 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 232 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 249 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 254 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 255 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 255 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 256 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 261 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 263 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 264 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 268 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 273 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1837700240/.staging/job_local1837700240_0001 |
| 280 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 288 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 298 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 301 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 302 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 364 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1837700240_0001 |
| 377 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 406 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1837700240_0001 |
| 429 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 434 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 438 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1837700240_0001_m_000000_0 |
| 449 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 461 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 463 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 476 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1837700240_0001/attempt_local1837700240_0001_m_000000_0 |
| 480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 536 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 546 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a |
| 549 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 550 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 551 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 553 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 554 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 561 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 595 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 596 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 596 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 597 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 597 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 597 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 598 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1408 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6482 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6508 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6508 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6508 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6509 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6509 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6509 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6510 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6510 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6510 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6510 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9511 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9511 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9512 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9512 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12515 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12537 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12550 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12557 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15570 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15583 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15592 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15615 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 7 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 121 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 129 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 186 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 188 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 191 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 193 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 217 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 247 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 269 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 275 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 275 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 276 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 276 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 281 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 283 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 284 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 288 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 293 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2032778656/.staging/job_local2032778656_0001 |
| 301 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 310 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 312 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 315 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 317 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 377 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local2032778656_0001 |
| 391 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 415 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local2032778656_0001 |
| 436 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 437 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 438 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 441 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2032778656_0001_m_000000_0 |
| 453 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 459 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 459 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 469 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2032778656_0001/attempt_local2032778656_0001_m_000000_0 |
| 471 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 529 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 539 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a |
| 545 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 546 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 547 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 549 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 549 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 554 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 589 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 589 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 591 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1418 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6474 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6475 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6476 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6476 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6476 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6476 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6476 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6477 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6477 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6478 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6478 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9478 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9479 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9479 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9479 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12481 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12481 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12481 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12482 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15482 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15482 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15483 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15483 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 21483 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 21484 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 24485 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24485 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24486 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24486 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 27487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27488 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 28429 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 1% reduce 0% |
| 30488 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30489 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30489 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 30489 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 36490 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36490 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36490 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 36491 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39491 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39492 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 42492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42492 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42493 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 42493 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 45493 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 45494 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 45495 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 45495 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 18 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 246 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 269 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 432 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 434 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 441 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 446 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 498 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 556 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 592 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 600 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 602 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 603 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 604 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 612 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 615 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 617 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 624 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 632 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1788234021/.staging/job_local1788234021_0001 |
| 646 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 659 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 669 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 840 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1788234021_0001 |
| 871 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 964 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1788234021_0001 |
| 994 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 1002 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 1005 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 1017 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 1020 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1788234021_0001_m_000000_0 |
| 1030 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1040 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1056 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1788234021_0001/attempt_local1788234021_0001_m_000000_0 |
| 1071 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1280 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 1294 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28859481 |
| 1299 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1302 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1303 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1305 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1315 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1416 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1417 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1422 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1435 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1436 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1436 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1452 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1971 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 7080 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7085 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 7086 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 7087 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 7087 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 7090 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 7090 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 7098 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7099 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7099 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7099 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10102 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10112 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10125 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10127 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13131 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13133 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13135 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13137 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16144 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16145 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16145 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16145 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 19145 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 19146 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 19146 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 19146 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 22147 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22147 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22147 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 22148 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 25150 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 25157 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 25162 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 25166 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 28184 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28190 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28194 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 28198 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 34202 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34202 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34202 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 34202 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 40205 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40220 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40227 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 40243 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 43269 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43283 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43298 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 43314 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 55325 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 55325 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 55325 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 55326 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 56025 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 1% reduce 0% |
| 58327 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 58329 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 58331 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 58373 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 61388 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 61390 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 61401 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 61406 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 64410 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 64411 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 64412 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 64412 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 67412 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 67413 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 67413 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 67413 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 70414 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 70414 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 70414 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 70414 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 76417 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76425 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 76439 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 76441 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 85444 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 85444 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 85444 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 85445 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 88445 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 88445 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 88446 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 88446 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 94446 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 94447 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 94447 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 94447 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 95064 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 2% reduce 0% |
| 97449 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97450 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 97461 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 97469 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 100472 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 100475 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 100488 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 100494 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 17 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 178 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 197 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 286 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 288 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 295 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 298 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 324 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 352 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 399 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 412 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 413 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 414 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 414 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 422 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 426 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 427 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 432 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 441 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1116299070/.staging/job_local1116299070_0001 |
| 452 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 465 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 471 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 598 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1116299070_0001 |
| 630 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 687 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1116299070_0001 |
| 741 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 742 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 744 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 767 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 773 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1116299070_0001_m_000000_0 |
| 785 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 798 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 832 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1116299070_0001/attempt_local1116299070_0001_m_000000_0 |
| 834 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 938 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 944 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92 |
| 947 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 948 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 948 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 950 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 950 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 957 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1005 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1006 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1007 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1009 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1010 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1012 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1457 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1471 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1475 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1116299070_0001_m_000000_0 is done. And is in the process of commiting |
| 1478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1486 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1489 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1490 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1116299070_0001_m_000000_0' done. |
| 1492 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1116299070_0001_m_000000_0 |
| 1493 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1499 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1116299070_0001/attempt_local1116299070_0001_r_000000_0 |
| 1509 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1511 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599 |
| 1512 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1513 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1518 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 1531 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 782 bytes |
| 1537 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1541 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1549 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1555 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1564 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1116299070_0001_r_000000_0 is done. And is in the process of commiting |
| 1578 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1579 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1579 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1580 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1580 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1580 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1582 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1585 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1588 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1589 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1591 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1592 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1116299070_0001_r_000000_0 is allowed to commit now |
| 1600 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1116299070_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 1601 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1116299070_0001_r_000000_0' to outputGenderStats/BQ3 |
| 1604 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1606 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1612 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1612 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 1614 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1116299070_0001_r_000000_0' done. |
| 1692 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1693 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1116299070_0001 |
| 1694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1694 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1695 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1706 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1707 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1710 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1711 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1712 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1716 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1718 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1719 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1721 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1724 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1732 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1743 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1744 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1745 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1746 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1747 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1749 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1750 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1752 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1755 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1756 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1757 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1758 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1763 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1767 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1769 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1771 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1773 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1775 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1776 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1777 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1781 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1783 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1785 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=16 |
| 1787 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=786 |
| 1788 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=8 |
| 1790 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1791 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1793 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1794 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=764 |
| 1795 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1797 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1798 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=8 |
| 1799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1799 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=8 |
| 1800 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=8 |
| 1801 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1804 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1805 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1805 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1805 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1806 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1806 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=107078 |
| 1806 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017974 |
| 1807 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1807 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=780 |
| 1811 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1812 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1813 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1814 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 221 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 256 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 374 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 383 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 395 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 399 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 480 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 531 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 570 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 582 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 584 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 585 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 585 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 593 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 596 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 597 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 604 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 612 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1165526120/.staging/job_local1165526120_0001 |
| 622 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 635 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 647 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 773 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1165526120_0001 |
| 794 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 831 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1165526120_0001 |
| 851 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 853 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 853 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 869 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 877 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1165526120_0001_m_000000_0 |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 902 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 903 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1165526120_0001/attempt_local1165526120_0001_m_000000_0 |
| 929 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1032 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 1055 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199 |
| 1065 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1065 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 1066 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1068 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1069 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1093 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1149 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1151 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1153 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1156 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1157 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1158 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1159 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1834 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 1861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1879 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1884 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1165526120_0001_m_000000_0 is done. And is in the process of commiting |
| 1889 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1892 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1896 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1897 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1899 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1900 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1907 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1909 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1914 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1915 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1915 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1165526120_0001_m_000000_0' done. |
| 1918 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1165526120_0001_m_000000_0 |
| 1919 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1923 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1924 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1926 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1926 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1928 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1929 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1941 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1945 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1165526120_0001/attempt_local1165526120_0001_r_000000_0 |
| 1974 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1977 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599 |
| 1978 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1979 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1994 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 2029 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 782 bytes |
| 2029 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2030 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 2043 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 2046 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 2078 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1165526120_0001_r_000000_0 is done. And is in the process of commiting |
| 2080 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 2081 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 2085 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 2089 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 2095 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 2095 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 2096 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 2097 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 2098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 2098 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 2099 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1165526120_0001_r_000000_0 is allowed to commit now |
| 2102 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1165526120_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 2117 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1165526120_0001_r_000000_0' to outputGenderStats/BQ3 |
| 2119 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2137 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 2145 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 2147 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 2148 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1165526120_0001_r_000000_0' done. |
| 2838 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 2838 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1165526120_0001 |
| 2839 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2839 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 2839 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 2839 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 2840 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 2841 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 2842 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 2842 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 2844 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 2846 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 2846 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 2847 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 2847 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 2847 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 2847 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 2848 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 2850 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 2860 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 2861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 2863 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 2864 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 2864 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 2865 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 2866 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 2867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 2867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 2867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 2867 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 2873 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 2873 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 2874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 2874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 2874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 2874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 2874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 2875 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 2875 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 2875 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 2875 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 2883 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 2884 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 2885 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 2889 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 2890 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=16 |
| 2890 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=786 |
| 2890 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=8 |
| 2890 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 2891 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 2892 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 2892 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=764 |
| 2892 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 2894 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=8 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=8 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=8 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 2895 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=107078 |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017974 |
| 2896 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 2897 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=780 |
| 2909 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 2911 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 2912 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 2914 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 14 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 437 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 453 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 533 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 535 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 544 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 549 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 588 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 640 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 684 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 694 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 699 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 700 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 701 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 708 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 712 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 713 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 717 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 726 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson765400332/.staging/job_local765400332_0001 |
| 746 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 759 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 764 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 854 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local765400332_0001 |
| 873 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 931 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local765400332_0001 |
| 951 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 952 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 953 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 961 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 964 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local765400332_0001_m_000000_0 |
| 976 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 989 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 996 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1008 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_m_000000_0 |
| 1017 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1158 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 1176 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090 |
| 1181 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1184 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1187 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1194 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1196 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1209 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1277 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1278 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1278 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1278 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1279 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1279 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1279 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1961 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 7231 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7234 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 7234 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 7238 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 7239 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 7239 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 7239 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 7241 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7241 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7242 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7242 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7307 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 11% reduce 0% |
| 17261 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 17372 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23711 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 31194 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 31195 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 31616 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local765400332_0001_m_000000_0 is done. And is in the process of commiting |
| 31660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 31661 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 31661 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local765400332_0001_m_000000_0' done. |
| 31661 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local765400332_0001_m_000000_0 |
| 31661 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local765400332_0001_m_000001_0 |
| 31661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 31662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 31662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_m_000001_0 |
| 31662 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 31663 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@9399678 |
| 31706 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 31707 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 31707 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 31707 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31707 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 31708 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 31713 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 31713 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 31713 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 31714 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 31714 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 31714 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 31714 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 32103 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 37663 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 37665 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 37666 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 37667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 37667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 37667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 37667 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 37670 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37670 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37670 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 37670 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 38105 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 88% reduce 0% |
| 39328 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 39362 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local765400332_0001_m_000001_0 is done. And is in the process of commiting |
| 39366 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39368 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39369 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39369 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local765400332_0001_m_000001_0' done. |
| 39369 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local765400332_0001_m_000001_0 |
| 39369 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 39381 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 39382 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39383 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 39384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 39384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 39384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 39384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 39384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 39385 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local765400332_0001/attempt_local765400332_0001_r_000000_0 |
| 39400 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 39403 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f00a402 |
| 39404 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39407 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39418 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 2 sorted segments |
| 39424 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 39425 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39426 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39430 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 39440 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local765400332_0001_r_000000_0 is done. And is in the process of commiting |
| 39440 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39441 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 39442 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 39442 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 39442 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 39442 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 39442 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 39445 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39446 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39446 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39446 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39446 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local765400332_0001_r_000000_0 is allowed to commit now |
| 39448 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local765400332_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 39449 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local765400332_0001_r_000000_0' to outputGenderStats/BQ3 |
| 39451 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39452 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39452 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39452 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 39452 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local765400332_0001_r_000000_0' done. |
| 40106 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 40106 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local765400332_0001 |
| 40107 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40107 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 40107 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 40107 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40107 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 40108 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 40109 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 40110 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40112 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 40113 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 40113 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 40113 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 40113 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40113 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 40114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 40115 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40115 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 40116 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 40117 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 40117 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 40123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 40123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 40123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 40124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 40125 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 40125 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40126 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 40127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 40127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 40127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 40129 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 40131 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 40131 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 40132 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 40134 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40135 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 40135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 40135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 40135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 40135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=12 |
| 40135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=165165 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=658 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 40136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 40137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 40138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=2267545600 |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=158172 |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=304072493 |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 40139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 40141 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 40146 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 40148 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 40149 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 20 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 254 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 279 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 408 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 411 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 420 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 423 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 448 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 475 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 502 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 511 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 514 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 515 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 516 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 521 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 528 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 529 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 535 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 543 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson678258892/.staging/job_local678258892_0001 |
| 556 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 568 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 573 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 703 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local678258892_0001 |
| 727 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 761 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local678258892_0001 |
| 821 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 821 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 822 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 843 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 846 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local678258892_0001_m_000000_0 |
| 860 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 878 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 908 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_m_000000_0 |
| 920 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1024 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 1075 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090 |
| 1082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1086 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1087 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1090 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1092 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1107 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 1170 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 1170 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 1171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1171 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1767 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6986 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7005 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 7020 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 7043 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 7046 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 7049 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 7077 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 7194 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7201 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7206 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7207 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7794 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 17% reduce 0% |
| 10228 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10245 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10247 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10249 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10836 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 18% reduce 0% |
| 13258 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13261 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13263 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13266 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13842 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 19% reduce 0% |
| 16273 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16275 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16276 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16276 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16844 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 30% reduce 0% |
| 19277 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 19279 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 19280 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 19280 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 19846 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 44% reduce 0% |
| 20328 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 20360 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local678258892_0001_m_000000_0 is done. And is in the process of commiting |
| 20374 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 20375 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 20376 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 20376 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 20376 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local678258892_0001_m_000000_0' done. |
| 20376 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local678258892_0001_m_000000_0 |
| 20377 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local678258892_0001_m_000001_0 |
| 20377 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 20377 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 20378 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 20379 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_m_000001_0 |
| 20381 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 20381 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64c7a7ff |
| 20384 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 20385 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 20385 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 20385 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 20386 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 20386 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 20525 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 20534 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 20535 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 20535 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 20535 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 20535 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 20535 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 20847 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 26387 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 26400 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 26402 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 26404 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 26408 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 26412 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 26413 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 26480 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 26484 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 26487 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 26491 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 26858 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 62% reduce 0% |
| 29513 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29541 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29544 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 29560 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 29869 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 63% reduce 0% |
| 32562 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32562 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32563 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 32563 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 32873 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 78% reduce 0% |
| 35553 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 35563 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35563 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35565 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35566 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 35570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local678258892_0001_m_000001_0 is done. And is in the process of commiting |
| 35574 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35574 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35575 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35575 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 35576 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local678258892_0001_m_000001_0' done. |
| 35576 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local678258892_0001_m_000001_0 |
| 35576 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 35584 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 35586 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35586 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 35587 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 35588 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 35589 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 35589 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 35590 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 35592 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local678258892_0001/attempt_local678258892_0001_r_000000_0 |
| 35599 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 35601 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11cb3800 |
| 35601 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35603 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 35617 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 2 sorted segments |
| 35624 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 35624 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35624 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 35628 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 35628 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 35633 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local678258892_0001_r_000000_0 is done. And is in the process of commiting |
| 35634 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35634 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 35634 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 35637 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 35637 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 35637 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 35639 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 35639 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35640 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35640 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 35640 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 35640 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local678258892_0001_r_000000_0 is allowed to commit now |
| 35641 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local678258892_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 35642 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local678258892_0001_r_000000_0' to outputGenderStats/BQ3 |
| 35643 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35643 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35643 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 35643 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 35644 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local678258892_0001_r_000000_0' done. |
| 35874 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 35874 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local678258892_0001 |
| 35876 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35876 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 35876 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 35877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 35878 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35879 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 35879 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35879 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 35880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 35881 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35882 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 35882 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35886 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 35887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 35889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35890 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 35891 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 35892 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 35892 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 35892 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 35893 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 35894 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 35895 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 35895 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 35895 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 35895 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 35895 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 35896 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35896 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 35896 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 35896 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 35896 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 35897 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 35897 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 35898 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 35898 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 35899 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 35900 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 35900 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 35900 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 35901 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 35901 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=12 |
| 35901 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 35903 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 35904 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=165165 |
| 35907 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=658 |
| 35909 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 35910 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 35910 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 35910 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 35910 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 35910 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 35911 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 35915 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 35916 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 35917 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=2465202176 |
| 35917 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 35917 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 35917 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 35917 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=158172 |
| 35918 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=326256429 |
| 35918 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 35919 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 35938 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 35938 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 35938 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 35939 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 29 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 163 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 177 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 244 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 267 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 300 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 331 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 340 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 345 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 349 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 352 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 366 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 373 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 377 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 385 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 393 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson245557153/.staging/job_local245557153_0001 |
| 403 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 413 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 419 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 509 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local245557153_0001 |
| 523 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 560 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local245557153_0001 |
| 585 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 585 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 585 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 599 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 603 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local245557153_0001_m_000000_0 |
| 622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 637 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 638 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local245557153_0001/attempt_local245557153_0001_m_000000_0 |
| 664 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 766 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 771 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69fe8090 |
| 773 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 774 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 775 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 777 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 777 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 823 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 823 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 824 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 870 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 884 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 887 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local245557153_0001_m_000001_0 |
| 887 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 888 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 888 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 888 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local245557153_0001/attempt_local245557153_0001_m_000001_0 |
| 890 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 891 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f059800 |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 893 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 893 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 894 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 894 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 938 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 939 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 939 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 940 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 960 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 963 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 965 | Thread-1 | WARN | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:435 | job_local245557153_0001 |
| java.lang.Exception: java.lang.NumberFormatException: empty String
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354) Caused by: java.lang.NumberFormatException: empty String at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842) at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110) at java.lang.Double.parseDouble(Double.java:538) at java.lang.Double.valueOf(Double.java:502) at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364) at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) | |||||
| 1567 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 1568 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local245557153_0001 |
| 1569 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 0 |
| 1576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1577 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1578 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1581 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 12 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 143 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 154 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 216 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 219 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 225 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 228 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 249 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 272 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 299 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 305 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 306 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 307 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 308 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 314 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 315 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 318 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 322 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 329 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1233732156/.staging/job_local1233732156_0001 |
| 338 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 347 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 351 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 427 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1233732156_0001 |
| 442 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 474 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1233732156_0001 |
| 497 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 499 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 509 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 514 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1233732156_0001_m_000000_0 |
| 529 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 539 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 540 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1233732156_0001/attempt_local1233732156_0001_m_000000_0 |
| 566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 662 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 679 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999 |
| 684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 684 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 688 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 689 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 696 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 734 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 734 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 735 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 798 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 814 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1233732156_0001_m_000001_0 |
| 816 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 818 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 821 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 823 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1233732156_0001/attempt_local1233732156_0001_m_000001_0 |
| 828 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 829 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@143431d6 |
| 831 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 832 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 832 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 832 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 832 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 833 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 873 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 874 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 875 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1001 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1016 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1017 | Thread-1 | WARN | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:435 | job_local1233732156_0001 |
| java.lang.Exception: java.lang.NumberFormatException: empty String
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354) Caused by: java.lang.NumberFormatException: empty String at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842) at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110) at java.lang.Double.parseDouble(Double.java:538) at java.lang.Double.valueOf(Double.java:502) at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364) at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) | |||||
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 1485 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1233732156_0001 |
| 1487 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 0 |
| 1491 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1492 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1494 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1496 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 13 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 129 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 138 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 192 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 194 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 198 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 201 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 222 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 246 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 273 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 281 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 283 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 283 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 284 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 289 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 292 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 292 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 297 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 303 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1323760877/.staging/job_local1323760877_0001 |
| 318 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 327 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 330 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 403 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1323760877_0001 |
| 414 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 443 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1323760877_0001 |
| 465 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 467 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 468 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 474 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 478 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1323760877_0001_m_000000_0 |
| 488 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 497 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 499 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 511 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1323760877_0001/attempt_local1323760877_0001_m_000000_0 |
| 516 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 588 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 597 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de36e1c |
| 601 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 602 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 602 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 604 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 604 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 616 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 659 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 660 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 660 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 661 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1445 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 2006 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 2019 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 2022 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1323760877_0001_m_000001_0 |
| 2022 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 2022 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2023 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 2024 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1323760877_0001/attempt_local1323760877_0001_m_000001_0 |
| 2034 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 2037 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d49cdfd |
| 2039 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 2040 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 2041 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 2043 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 2046 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 2047 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 2087 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 2087 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 2088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 2088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 2088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 2088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 2092 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 3387 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 3388 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 3395 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 3397 | Thread-1 | WARN | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:435 | job_local1323760877_0001 |
| java.lang.Exception: java.lang.NumberFormatException: empty String
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354) Caused by: java.lang.NumberFormatException: empty String at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1842) at sun.misc.FloatingDecimal.parseDouble(FloatingDecimal.java:110) at java.lang.Double.parseDouble(Double.java:538) at java.lang.Double.valueOf(Double.java:502) at com.revature.map.MaleEmploymentChange.getCountryAndYearData(MaleEmploymentChange.java:70) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:46) at com.revature.map.MaleEmploymentChange.map(MaleEmploymentChange.java:1) at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145) at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55) at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764) at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364) at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) | |||||
| 3448 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1323760877_0001 |
| 3449 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 0 |
| 3450 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 3451 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 3452 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 3452 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 21 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 175 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 185 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 245 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 253 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 258 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 296 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 320 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 343 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 350 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 352 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 353 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 353 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 359 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 360 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 364 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 369 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 374 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1047466162/.staging/job_local1047466162_0001 |
| 385 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 392 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 394 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 468 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1047466162_0001 |
| 484 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 510 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1047466162_0001 |
| 532 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 533 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 539 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 561 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 566 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1047466162_0001_m_000000_0 |
| 584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 593 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 594 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 612 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1047466162_0001/attempt_local1047466162_0001_m_000000_0 |
| 618 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 711 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 717 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999 |
| 720 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 721 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 722 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 724 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 733 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 771 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 772 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 772 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 772 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 773 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 773 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 773 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1512 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6619 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6623 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6625 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9625 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9626 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9626 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9626 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12627 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12627 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12628 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12628 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15628 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15629 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15629 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15629 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16518 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 1% reduce 0% |
| 18630 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18630 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18630 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18630 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 21631 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21632 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21632 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 21632 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 24632 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24633 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 27634 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27634 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27634 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27634 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 28521 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 2% reduce 0% |
| 30635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 30635 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 33636 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33636 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33636 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 33636 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 36637 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36637 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36637 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 36637 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39638 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39638 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39638 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39638 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 42639 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42639 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42639 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 42639 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 45640 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 45640 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 45640 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 45640 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 46525 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 3% reduce 0% |
| 48652 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 48663 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 48672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 48692 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 51702 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51704 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51714 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 51716 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 57731 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 57731 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 57731 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 57731 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 60732 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60732 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60733 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 60733 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 61535 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 4% reduce 0% |
| 63735 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 63737 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 63738 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 63744 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 66748 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 66750 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 66753 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 66755 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 75758 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75758 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75759 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 75759 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 78759 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 78759 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 78760 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 78760 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 81760 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 81760 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 81760 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 81761 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 84762 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84764 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84766 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 84776 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 85553 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 5% reduce 0% |
| 87782 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 87784 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 87793 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 87797 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 90802 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 90803 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 90803 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 90803 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 93803 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 93804 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 93804 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 93804 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 96805 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 96805 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 96805 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 96806 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 99806 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 99807 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 99807 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 99807 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 102807 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 102808 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 102808 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 102808 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 105810 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 105812 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 105822 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 105827 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 108833 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 108834 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 108835 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 108837 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 117876 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 117877 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 117877 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 117878 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 118570 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 6% reduce 0% |
| 120878 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 120878 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 120878 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 120878 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 123880 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 123882 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 123883 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 123884 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 126919 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 126921 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 126927 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 126929 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 132931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 132931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 132931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 132931 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 133587 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 7% reduce 0% |
| 135932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 135932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 135932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 135932 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 138936 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 138942 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 138944 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 138955 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 141959 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 141963 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 141965 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 141967 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 150969 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 150970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 150970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 150970 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 151603 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 8% reduce 0% |
| 153970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 153971 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 153971 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 153971 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 156973 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 156978 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 156994 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 156998 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 160004 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 160005 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 160013 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 160017 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 169023 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 169023 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 169023 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 169023 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 169612 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 9% reduce 0% |
| 172024 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 172024 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 172024 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 172024 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 175025 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 175025 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 175026 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 175026 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 178028 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 178031 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 178037 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 178039 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 178616 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 10% reduce 0% |
| 181042 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 181044 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 181046 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 181049 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 184051 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 184051 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 184052 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 184052 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 187052 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 187052 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 187053 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 187053 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 190053 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 190053 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 190054 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 190054 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 193055 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 193061 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 193067 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 193072 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 193627 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 11% reduce 0% |
| 196080 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 196082 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 196084 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 196099 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 204 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 216 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 277 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 280 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 288 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 292 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 317 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 349 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 376 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 383 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 384 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 384 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 385 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 391 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 392 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 393 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 397 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 404 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2102931808/.staging/job_local2102931808_0001 |
| 414 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 425 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 433 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 520 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local2102931808_0001 |
| 541 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 569 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local2102931808_0001 |
| 599 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 602 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 605 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 617 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 624 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local2102931808_0001_m_000000_0 |
| 636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 648 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 649 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 665 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2102931808_0001/attempt_local2102931808_0001_m_000000_0 |
| 668 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 757 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 764 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f1a2999 |
| 767 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 768 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 769 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 771 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 772 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 781 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 816 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 816 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 817 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1572 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6671 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6671 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6672 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6673 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6674 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6675 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6675 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6676 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 9676 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9677 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9677 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12680 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12690 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12699 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12703 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 24709 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24709 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24710 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24710 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 25592 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 1% reduce 0% |
| 27712 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27724 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27734 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27748 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 30757 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30759 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30761 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 30763 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 36771 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36771 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36772 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 36772 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 39772 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39773 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39773 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39773 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 124 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 135 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 188 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 189 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 192 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 195 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 215 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 235 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 252 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 257 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 258 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 258 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 258 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 263 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 265 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 267 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 271 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 277 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1547139897/.staging/job_local1547139897_0001 |
| 285 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 294 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 298 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 365 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1547139897_0001 |
| 380 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 421 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1547139897_0001 |
| 438 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 438 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 439 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 443 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 447 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1547139897_0001_m_000000_0 |
| 458 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 466 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 469 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_m_000000_0 |
| 487 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 557 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@541aa949 |
| 569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 570 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 572 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 572 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 578 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 616 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 617 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 618 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1424 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6506 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6513 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6513 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6517 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6518 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6519 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6519 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6522 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6523 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6524 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6526 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7427 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 36% reduce 0% |
| 8382 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8405 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8408 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1547139897_0001_m_000000_0 is done. And is in the process of commiting |
| 8413 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8413 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8414 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8414 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8415 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1547139897_0001_m_000000_0' done. |
| 8416 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1547139897_0001_m_000000_0 |
| 8416 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1547139897_0001_m_000001_0 |
| 8417 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8417 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8417 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8417 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_m_000001_0 |
| 8419 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8420 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a1fa285 |
| 8424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8425 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8427 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8430 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 8436 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8437 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8437 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8437 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8437 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8437 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8438 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13797 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13811 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1547139897_0001_m_000001_0 is done. And is in the process of commiting |
| 13811 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13812 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13814 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13814 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1547139897_0001_m_000001_0' done. |
| 13815 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1547139897_0001_m_000001_0 |
| 13816 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 13824 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13825 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13826 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13826 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1547139897_0001/attempt_local1547139897_0001_r_000000_0 |
| 13832 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13832 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3c1fe2ed |
| 13833 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13833 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13838 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 2 sorted segments |
| 13844 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 556191 bytes |
| 13846 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13846 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13849 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13850 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13911 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1547139897_0001_r_000000_0 is done. And is in the process of commiting |
| 13914 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13914 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13915 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13915 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13916 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13917 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13917 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13919 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13920 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13920 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13920 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13923 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1547139897_0001_r_000000_0 is allowed to commit now |
| 13926 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1547139897_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 13927 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1547139897_0001_r_000000_0' to outputGenderStats/BQ3 |
| 13927 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13928 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13928 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13930 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 13930 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1547139897_0001_r_000000_0' done. |
| 14440 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 14441 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1547139897_0001 |
| 14443 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14444 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14444 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14445 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14446 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14446 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14447 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14448 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14448 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14451 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14452 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14453 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14464 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14464 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14465 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14465 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14465 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14466 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14467 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14468 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14468 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14475 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14476 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14477 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14482 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14486 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14489 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14489 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14490 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14490 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14491 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14491 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14491 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14492 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14492 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14493 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14494 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14494 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14495 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14495 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14495 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14495 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14496 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14496 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14496 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14497 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14497 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14498 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14498 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 14499 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 14499 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=3448 |
| 14500 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=556199 |
| 14501 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1724 |
| 14502 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 14502 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=165165 |
| 14502 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=658 |
| 14503 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=550507 |
| 14503 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 14503 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 14503 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=9 |
| 14503 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1724 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1724 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=2448424960 |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 14504 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 14505 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 14505 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2142866 |
| 14505 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=249168840 |
| 14505 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 14506 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=552573 |
| 14509 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 14510 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14511 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14511 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 11 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 153 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 165 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 221 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 223 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 231 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 233 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 258 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 283 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 319 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 328 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 329 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 330 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 331 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 337 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 341 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 344 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 351 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 358 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson234117757/.staging/job_local234117757_0001 |
| 369 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 377 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 380 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 382 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 383 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 461 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local234117757_0001 |
| 478 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local234117757_0001 |
| 545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 554 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 563 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local234117757_0001_m_000000_0 |
| 578 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 587 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 594 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 615 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000000_0 |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 713 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 717 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42e30fb1 |
| 720 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 721 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 723 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 725 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 726 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 733 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 767 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 768 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 769 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 769 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1508 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6623 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6623 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6623 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6625 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6625 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6626 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6626 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7511 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 23% reduce 0% |
| 8527 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8548 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8555 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local234117757_0001_m_000000_0 is done. And is in the process of commiting |
| 8558 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8559 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8560 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local234117757_0001_m_000000_0' done. |
| 8560 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local234117757_0001_m_000000_0 |
| 8561 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local234117757_0001_m_000001_0 |
| 8561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8562 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000001_0 |
| 8573 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8575 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60b5107c |
| 8577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8577 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8578 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8589 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8591 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8600 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8601 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9515 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 14620 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14621 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14623 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14624 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15328 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 15334 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 15337 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local234117757_0001_m_000001_0 is done. And is in the process of commiting |
| 15339 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15340 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15340 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15340 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local234117757_0001_m_000001_0' done. |
| 15341 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local234117757_0001_m_000001_0 |
| 15341 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local234117757_0001_m_000002_0 |
| 15342 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 15342 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15342 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 15343 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_m_000002_0 |
| 15343 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 15344 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60cd9c39 |
| 15346 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 15346 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 15347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 15347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 15347 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 15358 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 15359 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 15359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 15359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 15360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 15360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 15360 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 15622 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 66% reduce 0% |
| 15655 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 15668 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 15671 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local234117757_0001_m_000002_0 is done. And is in the process of commiting |
| 15674 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15679 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 15683 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 15684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 15684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 15684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 15684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 15685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15685 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local234117757_0001_m_000002_0' done. |
| 15686 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local234117757_0001_m_000002_0 |
| 15687 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 15692 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 15692 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 15693 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 15694 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local234117757_0001/attempt_local234117757_0001_r_000000_0 |
| 15716 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 15717 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ffece93 |
| 15717 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15718 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15724 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 15741 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 556973 bytes |
| 15744 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15747 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15760 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 15762 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 15825 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local234117757_0001_r_000000_0 is done. And is in the process of commiting |
| 15826 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15827 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 15828 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 15829 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 15829 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 15830 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 15842 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 15844 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15845 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 15846 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 15846 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local234117757_0001_r_000000_0 is allowed to commit now |
| 15849 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local234117757_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 15850 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local234117757_0001_r_000000_0' to outputGenderStats/BQ3 |
| 15851 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15852 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15852 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 15853 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 15853 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local234117757_0001_r_000000_0' done. |
| 16622 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 16623 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local234117757_0001 |
| 16623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 16623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 16623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 16624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 16625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 16625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16625 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 16626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 16627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 16627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 16627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 16628 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 16629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 16631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 16632 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 16633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 16634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 16634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 16634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 16634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 16635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 16635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 16635 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 16636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 16636 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 16637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16637 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 16638 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 16639 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 16640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 16640 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 16641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 16641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 16641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 16641 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 16644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 16644 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 16645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 16645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 16645 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 16646 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 16647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 16648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 16648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 16649 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 16650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 16650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 16650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 16651 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 16652 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 16652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 16652 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 16653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=3464 |
| 16653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=556985 |
| 16653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1732 |
| 16653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 16653 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=551271 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=13 |
| 16654 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1732 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1732 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3503816704 |
| 16655 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 16656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 16656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 16656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2756811 |
| 16656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=347583214 |
| 16656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 16657 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=553345 |
| 16660 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 16661 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 16661 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 16661 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 19 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 151 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 161 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 214 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 217 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 224 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 226 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 249 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 276 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 316 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 324 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 325 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 325 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 326 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 332 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 335 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 336 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 345 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 352 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson64814279/.staging/job_local64814279_0001 |
| 359 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 367 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 370 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 372 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 373 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 453 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local64814279_0001 |
| 472 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 496 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local64814279_0001 |
| 523 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 525 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 528 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 543 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 553 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local64814279_0001_m_000000_0 |
| 562 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 576 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 577 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 594 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000000_0 |
| 602 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 693 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 705 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@561f5b22 |
| 712 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 712 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 714 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 715 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 716 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 723 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 758 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 758 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1501 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6603 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6603 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6603 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6603 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6604 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6604 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6604 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6607 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6610 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6613 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6615 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7504 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 23% reduce 0% |
| 8540 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8555 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local64814279_0001_m_000000_0 is done. And is in the process of commiting |
| 8569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8571 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8571 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8572 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8579 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local64814279_0001_m_000000_0' done. |
| 8580 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local64814279_0001_m_000000_0 |
| 8581 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local64814279_0001_m_000001_0 |
| 8581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8582 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8582 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8583 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000001_0 |
| 8584 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8585 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f25b3c5 |
| 8591 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8591 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8591 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8591 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8592 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8605 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8606 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8607 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8609 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 13555 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13558 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13562 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local64814279_0001_m_000001_0 is done. And is in the process of commiting |
| 13562 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13564 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13564 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13565 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local64814279_0001_m_000001_0' done. |
| 13565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local64814279_0001_m_000001_0 |
| 13565 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local64814279_0001_m_000002_0 |
| 13565 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13566 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_m_000002_0 |
| 13567 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13567 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@361c5d67 |
| 13569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13569 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 13569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13570 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13570 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 13579 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 13579 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 13580 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13796 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13798 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13799 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local64814279_0001_m_000002_0 is done. And is in the process of commiting |
| 13799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13799 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13800 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13801 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13802 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13803 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13803 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local64814279_0001_m_000002_0' done. |
| 13804 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local64814279_0001_m_000002_0 |
| 13804 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 13810 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13811 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13811 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13811 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13811 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13812 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13812 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13812 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13813 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local64814279_0001/attempt_local64814279_0001_r_000000_0 |
| 13818 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13819 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a04dc6 |
| 13820 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13820 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13912 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 14023 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 556973 bytes |
| 14026 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14029 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14047 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14048 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14185 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local64814279_0001_r_000000_0 is done. And is in the process of commiting |
| 14197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14197 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14198 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14198 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14198 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14199 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14200 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14201 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14201 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14201 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14203 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14205 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local64814279_0001_r_000000_0 is allowed to commit now |
| 14207 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local64814279_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 14207 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local64814279_0001_r_000000_0' to outputGenderStats/BQ3 |
| 14210 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14211 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14211 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14212 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 14215 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local64814279_0001_r_000000_0' done. |
| 14507 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 14514 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local64814279_0001 |
| 14515 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14520 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14523 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14523 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14550 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14554 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14555 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14556 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14562 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=3464 |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=556985 |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1732 |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 14573 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=551271 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=13 |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 14575 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1728 |
| 14575 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1732 |
| 14576 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 14577 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 14577 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3373793280 |
| 14577 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 14577 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 14578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 14578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2639621 |
| 14578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=347583214 |
| 14578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 14578 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=435179 |
| 14581 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 14582 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14583 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14583 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 159 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 174 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 243 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 247 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 255 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 258 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 284 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 312 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 339 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 345 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 345 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 346 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 346 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 351 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 353 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 355 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 359 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 365 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1999303639/.staging/job_local1999303639_0001 |
| 373 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 380 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 383 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 385 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 386 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 461 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1999303639_0001 |
| 477 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1999303639_0001 |
| 527 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 528 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 529 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 551 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 561 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1999303639_0001_m_000000_0 |
| 573 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 580 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 581 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 597 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000000_0 |
| 600 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 695 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 704 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e |
| 707 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 708 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 709 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 711 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 712 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 719 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 758 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 758 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 759 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1508 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6606 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6607 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6607 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6608 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6608 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6609 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6610 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6612 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6613 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6613 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6613 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7512 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 17% reduce 0% |
| 9616 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9616 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9617 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9617 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10379 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 10402 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 10405 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1999303639_0001_m_000000_0 is done. And is in the process of commiting |
| 10409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10410 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 10410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1999303639_0001_m_000000_0' done. |
| 10410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1999303639_0001_m_000000_0 |
| 10410 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1999303639_0001_m_000001_0 |
| 10411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 10411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 10411 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000001_0 |
| 10412 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 10413 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@23119f6 |
| 10416 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 10416 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 10416 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 10416 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10416 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 10417 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 10426 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 10426 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 10426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 10426 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 10427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 10427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 10427 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10597 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 16416 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16417 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 16418 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 16419 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 16419 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 16419 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 16420 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 16421 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16421 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16421 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 16421 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16853 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 57% reduce 0% |
| 17849 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 17856 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 17858 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1999303639_0001_m_000001_0 is done. And is in the process of commiting |
| 17860 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 17860 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 17861 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 17861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 17861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1999303639_0001_m_000001_0' done. |
| 17861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1999303639_0001_m_000001_0 |
| 17861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1999303639_0001_m_000002_0 |
| 17861 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 17862 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 17862 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 17862 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_m_000002_0 |
| 17865 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 17865 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6a9a3d17 |
| 17868 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 17868 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 17868 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 17869 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 17869 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 17869 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 17882 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 17882 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 17882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 17882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 17883 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 17883 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 17883 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 18139 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 18142 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 18146 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1999303639_0001_m_000002_0 is done. And is in the process of commiting |
| 18150 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18155 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 18155 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 18156 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18156 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18156 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18157 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18160 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18162 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18164 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18164 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 18164 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1999303639_0001_m_000002_0' done. |
| 18165 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1999303639_0001_m_000002_0 |
| 18165 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 18171 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 18171 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18171 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 18172 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 18173 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 18173 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 18173 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 18174 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 18175 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1999303639_0001/attempt_local1999303639_0001_r_000000_0 |
| 18184 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 18185 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 18185 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18186 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 18194 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 18199 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 927140 bytes |
| 18202 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18202 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 18208 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 18208 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 18364 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1999303639_0001_r_000000_0 is done. And is in the process of commiting |
| 18365 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18366 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18367 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18367 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18367 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 18367 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 18367 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1999303639_0001_r_000000_0 is allowed to commit now |
| 18368 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1999303639_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 18373 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1999303639_0001_r_000000_0' to outputGenderStats/BQ3 |
| 18378 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18380 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18383 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 18387 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 18390 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1999303639_0001_r_000000_0' done. |
| 18854 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 18856 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1999303639_0001 |
| 18860 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18862 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 18863 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 18864 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 18868 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18870 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 18871 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 18872 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 18873 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 18873 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18874 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 18876 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18877 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18878 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18880 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 18882 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18890 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 18892 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 18893 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18897 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 18900 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 18906 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 18908 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18908 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 18922 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 18924 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 18924 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 18924 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18925 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 18925 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18926 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18926 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18926 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 18926 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18926 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 18927 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 18930 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18931 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 18932 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 18932 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 18940 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18942 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 18942 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 18944 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 18945 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 18948 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18949 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 18949 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18950 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18951 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18952 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 18953 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18954 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 18955 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 18957 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18968 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 18975 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 18979 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 18981 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 18983 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 18983 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 18986 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 18988 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 18990 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 18992 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 18993 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 18994 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 18995 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18997 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 18997 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18999 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 19000 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 19001 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 19002 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 19002 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 19003 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 19006 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 19006 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 19007 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 19008 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 19008 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=5412 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=927152 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=2706 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=917985 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 19009 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=14 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=2042 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=2706 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3401056256 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 19010 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=4053171 |
| 19011 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=424958181 |
| 19011 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 19011 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=526031 |
| 19017 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 19017 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 19017 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 19018 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 156 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 167 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 227 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 239 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 244 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 278 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 310 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 345 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 355 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 357 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 357 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 358 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 363 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 365 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 366 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 370 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 375 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson530596266/.staging/job_local530596266_0001 |
| 383 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 391 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 394 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 466 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local530596266_0001 |
| 480 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 508 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local530596266_0001 |
| 538 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 539 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 563 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 577 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local530596266_0001_m_000000_0 |
| 587 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 594 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 594 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 608 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local530596266_0001/attempt_local530596266_0001_m_000000_0 |
| 610 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 718 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 725 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199 |
| 729 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 729 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 730 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 733 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 733 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 748 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 789 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 795 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1256 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1275 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1281 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local530596266_0001_m_000000_0 is done. And is in the process of commiting |
| 1288 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1289 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1290 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1291 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1292 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1294 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1295 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1302 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1304 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1307 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1309 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1310 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local530596266_0001_m_000000_0' done. |
| 1313 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local530596266_0001_m_000000_0 |
| 1315 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1322 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1323 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1325 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1326 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1326 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1326 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1329 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local530596266_0001/attempt_local530596266_0001_r_000000_0 |
| 1359 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1359 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599 |
| 1360 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1360 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1368 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 1377 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 782 bytes |
| 1378 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1378 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1384 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1394 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local530596266_0001_r_000000_0 is done. And is in the process of commiting |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1395 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1395 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1397 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1404 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1404 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1405 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1405 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1405 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local530596266_0001_r_000000_0 is allowed to commit now |
| 1407 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local530596266_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 1408 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local530596266_0001_r_000000_0' to outputGenderStats/BQ3 |
| 1409 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1410 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1410 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1411 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 1412 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local530596266_0001_r_000000_0' done. |
| 1517 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1523 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local530596266_0001 |
| 1525 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1535 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1540 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1544 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1545 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1546 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1551 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1587 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1613 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1613 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1614 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=16 |
| 1614 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=786 |
| 1615 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=8 |
| 1624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=764 |
| 1625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=8 |
| 1625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=8 |
| 1626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=8 |
| 1626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1627 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1627 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=107070 |
| 1639 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017974 |
| 1640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1640 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=780 |
| 1644 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1646 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1649 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1653 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 125 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 134 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 183 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 185 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 188 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 190 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 213 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 257 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 262 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 263 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 263 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 264 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 269 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 270 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 271 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 275 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 280 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson260075155/.staging/job_local260075155_0001 |
| 288 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 297 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 300 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 366 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local260075155_0001 |
| 378 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 413 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local260075155_0001 |
| 436 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 437 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 437 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 442 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 446 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local260075155_0001_m_000000_0 |
| 456 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 466 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 467 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 478 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local260075155_0001/attempt_local260075155_0001_m_000000_0 |
| 480 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 574 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 584 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ed9e199 |
| 589 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 589 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 592 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 603 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 648 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 649 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 654 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 654 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 655 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1085 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1119 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1123 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local260075155_0001_m_000000_0 is done. And is in the process of commiting |
| 1137 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1137 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1140 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1141 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1142 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1150 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1151 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1151 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1151 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1152 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local260075155_0001_m_000000_0' done. |
| 1152 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local260075155_0001_m_000000_0 |
| 1154 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1158 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1159 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1160 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1161 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1162 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1162 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1163 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1163 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1165 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local260075155_0001/attempt_local260075155_0001_r_000000_0 |
| 1175 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1177 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@410ea1da |
| 1178 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1179 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1189 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 1202 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 782 bytes |
| 1202 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1203 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1205 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1206 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1221 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local260075155_0001_r_000000_0 is done. And is in the process of commiting |
| 1221 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1222 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1227 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1228 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1228 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1229 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1229 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1229 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local260075155_0001_r_000000_0 is allowed to commit now |
| 1238 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local260075155_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 1239 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local260075155_0001_r_000000_0' to outputGenderStats/BQ3 |
| 1241 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1241 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1242 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1242 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 1242 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local260075155_0001_r_000000_0' done. |
| 1420 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1424 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local260075155_0001 |
| 1425 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1430 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1433 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1434 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1439 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1441 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1442 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1443 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1444 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1447 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1449 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1451 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1452 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1454 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1454 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1455 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1455 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1457 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1458 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1460 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1466 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1467 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1467 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1468 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1468 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1469 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1470 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1470 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1470 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1470 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1471 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1471 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1471 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1471 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1471 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1472 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1472 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1472 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1472 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=16 |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=786 |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=8 |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1473 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=764 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=8 |
| 1474 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1475 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=8 |
| 1477 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=8 |
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1481 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1482 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1482 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=107070 |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017974 |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1483 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=780 |
| 1487 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1488 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1488 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1489 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 9 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 126 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 137 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 194 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 197 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 201 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 204 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 228 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 260 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 282 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 288 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 288 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 289 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 289 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 299 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 301 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 302 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 306 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 316 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson242373702/.staging/job_local242373702_0001 |
| 330 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 343 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 353 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 416 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local242373702_0001 |
| 428 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 454 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local242373702_0001 |
| 475 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 477 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 477 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 482 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 486 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local242373702_0001_m_000000_0 |
| 497 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 507 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 510 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 534 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local242373702_0001/attempt_local242373702_0001_m_000000_0 |
| 539 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 630 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 636 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f0f7547 |
| 641 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 643 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 644 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 647 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 653 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 700 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 701 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 701 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 702 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 853 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 868 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local242373702_0001_m_000000_0 is done. And is in the process of commiting |
| 870 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 871 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 873 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 873 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 875 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 878 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 882 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 884 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local242373702_0001_m_000000_0' done. |
| 885 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local242373702_0001_m_000000_0 |
| 885 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 888 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 896 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 896 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 897 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 898 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 898 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 899 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 900 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 902 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local242373702_0001/attempt_local242373702_0001_r_000000_0 |
| 914 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 915 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53993a07 |
| 916 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 917 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 923 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 929 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 0 segments left of total size: 0 bytes |
| 930 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 930 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 938 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local242373702_0001_r_000000_0 is done. And is in the process of commiting |
| 939 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 939 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 939 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 939 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 940 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 940 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 940 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 941 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 941 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 941 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 941 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 942 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local242373702_0001_r_000000_0 is allowed to commit now |
| 947 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local242373702_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 948 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local242373702_0001_r_000000_0' to outputGenderStats/BQ3 |
| 949 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 950 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 951 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 951 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 951 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local242373702_0001_r_000000_0' done. |
| 1463 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1469 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local242373702_0001 |
| 1470 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1475 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1476 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1478 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1479 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1480 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1485 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1486 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1487 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1491 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1493 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1494 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1497 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1498 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1505 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1507 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1509 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1511 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1512 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1513 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1513 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1514 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1514 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1515 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1523 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1531 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1532 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1533 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=0 |
| 1533 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=6 |
| 1534 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=0 |
| 1534 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1535 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1535 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=0 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=0 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1536 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=0 |
| 1537 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=0 |
| 1537 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1540 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1540 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1541 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1541 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1543 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1545 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=104738 |
| 1545 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017194 |
| 1546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=8 |
| 1550 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1551 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1552 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1553 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 12 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 147 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 156 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 215 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 217 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 221 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 226 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 248 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 273 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 293 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 304 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 306 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 307 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 308 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 314 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 318 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 322 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 327 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 336 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1796835919/.staging/job_local1796835919_0001 |
| 347 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 359 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 364 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 442 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1796835919_0001 |
| 461 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 491 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1796835919_0001 |
| 519 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 519 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 520 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 1 |
| 525 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 529 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1796835919_0001_m_000000_0 |
| 543 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 549 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 551 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 564 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1796835919_0001/attempt_local1796835919_0001_m_000000_0 |
| 569 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 674 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 682 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f954a92 |
| 690 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 694 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 696 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 715 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 720 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 730 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 767 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 768 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 768 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 769 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 769 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1242 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 1278 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 1282 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1796835919_0001_m_000000_0 is done. And is in the process of commiting |
| 1289 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1293 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1295 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1297 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1301 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1306 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1309 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1319 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1320 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1324 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1327 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1332 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1796835919_0001_m_000000_0' done. |
| 1336 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1796835919_0001_m_000000_0 |
| 1337 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 1343 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 1343 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1343 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1343 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1344 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1344 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1344 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1344 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1347 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1796835919_0001/attempt_local1796835919_0001_r_000000_0 |
| 1372 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 1374 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64ff599 |
| 1375 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1376 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1380 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 1 sorted segments |
| 1389 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 1 segments left of total size: 388 bytes |
| 1390 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1390 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1394 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1401 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1796835919_0001_r_000000_0 is done. And is in the process of commiting |
| 1401 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1401 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1401 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1401 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1402 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1402 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1407 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1409 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1410 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1410 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1410 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 1411 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1796835919_0001_r_000000_0 is allowed to commit now |
| 1414 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1796835919_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 1414 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1796835919_0001_r_000000_0' to outputGenderStats/BQ3 |
| 1416 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1419 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1420 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1421 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 1422 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1796835919_0001_r_000000_0' done. |
| 1497 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 1498 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1796835919_0001 |
| 1498 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1501 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1501 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1501 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1501 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1501 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1502 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1502 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1502 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1502 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1502 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1503 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1503 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1503 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1503 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 1504 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 1504 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 1504 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1505 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 1506 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 1506 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 1507 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 1508 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 1508 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 1508 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 1508 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 1508 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 1509 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1510 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 1510 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 1510 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 1511 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 1511 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 1511 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 1511 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 1512 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 1512 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 1512 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 1513 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 1514 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 1514 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=8 |
| 1514 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=392 |
| 1514 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=4 |
| 1514 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 1515 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=1517 |
| 1516 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=335 |
| 1516 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=378 |
| 1516 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 1519 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 1519 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=4 |
| 1519 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 1519 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=4 |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=4 |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=445644800 |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 1520 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 1522 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 1523 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=105900 |
| 1523 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=2017580 |
| 1523 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 1523 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=390 |
| 1524 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 1524 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1525 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 1525 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 22 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 170 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 179 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 238 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 241 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 245 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 268 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 298 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 320 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 329 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 333 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 337 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 340 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 350 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 354 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 357 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 365 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 373 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1111498586/.staging/job_local1111498586_0001 |
| 391 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 405 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 410 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 416 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 419 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 497 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1111498586_0001 |
| 512 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 553 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1111498586_0001 |
| 594 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 601 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 603 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 613 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 621 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1111498586_0001_m_000000_0 |
| 636 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 651 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 652 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 682 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000000_0 |
| 686 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 792 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7d3842e |
| 810 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 811 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 811 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 813 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 813 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 818 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 861 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 862 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 862 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 863 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 863 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 863 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 863 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1562 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6707 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6709 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6709 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6714 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6714 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6714 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6715 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6717 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6719 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6719 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6720 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7566 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 24% reduce 0% |
| 8383 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8418 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8421 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1111498586_0001_m_000000_0 is done. And is in the process of commiting |
| 8432 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8432 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8444 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1111498586_0001_m_000000_0' done. |
| 8444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1111498586_0001_m_000000_0 |
| 8444 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1111498586_0001_m_000001_0 |
| 8445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8445 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8447 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8448 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000001_0 |
| 8451 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8455 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4c4798a9 |
| 8471 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8471 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8472 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8472 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8472 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8472 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8482 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8482 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8567 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 13584 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13598 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13619 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1111498586_0001_m_000001_0 is done. And is in the process of commiting |
| 13620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13625 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13625 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1111498586_0001_m_000001_0' done. |
| 13626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1111498586_0001_m_000001_0 |
| 13626 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1111498586_0001_m_000002_0 |
| 13626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13626 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13627 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_m_000002_0 |
| 13627 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13628 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@475ca78a |
| 13630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13630 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 13630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13631 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 13641 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 13641 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 13641 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14077 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 14081 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 14082 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1111498586_0001_m_000002_0 is done. And is in the process of commiting |
| 14082 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14083 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14085 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14086 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14088 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14089 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14089 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14089 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14089 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1111498586_0001_m_000002_0' done. |
| 14090 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1111498586_0001_m_000002_0 |
| 14091 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 14096 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 14096 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14097 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14097 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14098 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14101 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1111498586_0001/attempt_local1111498586_0001_r_000000_0 |
| 14113 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 14114 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 14117 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14117 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14124 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 14130 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 464013 bytes |
| 14132 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14133 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14140 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14141 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14224 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1111498586_0001_r_000000_0 is done. And is in the process of commiting |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14225 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14226 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14226 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 14227 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1111498586_0001_r_000000_0 is allowed to commit now |
| 14228 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1111498586_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 14229 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1111498586_0001_r_000000_0' to outputGenderStats/BQ3 |
| 14230 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14230 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14231 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14231 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 14231 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1111498586_0001_r_000000_0' done. |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 14574 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1111498586_0001 |
| 14575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14582 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14586 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14589 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14590 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14591 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14592 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14594 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14595 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14595 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14596 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14596 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14603 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14604 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14610 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14616 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14617 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14618 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14619 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14620 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14621 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14622 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14623 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14624 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14626 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14627 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14629 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14630 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14631 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14633 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14634 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14647 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14648 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14650 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 14656 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 14660 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=2706 |
| 14661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=464025 |
| 14661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1353 |
| 14661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 14661 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 14662 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 14663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=459431 |
| 14663 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 14665 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 14665 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=7 |
| 14666 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 14666 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1120 |
| 14666 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1353 |
| 14666 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 14667 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 14668 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3276275712 |
| 14669 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 14669 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 14671 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 14671 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2269900 |
| 14671 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=316688334 |
| 14671 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 14672 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=397379 |
| 14677 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 14680 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14683 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14684 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 6 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 158 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 170 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 242 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 244 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 266 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 293 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 318 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 323 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 324 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 325 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 325 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 331 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 334 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 336 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 341 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 348 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson262209758/.staging/job_local262209758_0001 |
| 356 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 362 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 367 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 444 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local262209758_0001 |
| 458 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 497 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local262209758_0001 |
| 542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 546 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 547 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 564 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 567 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local262209758_0001_m_000000_0 |
| 576 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 590 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 593 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 617 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_m_000000_0 |
| 622 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 744 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 752 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2e58ff07 |
| 755 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 755 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 756 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 757 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 758 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 764 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 808 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 808 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 809 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 809 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 809 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 810 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 810 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1500 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6629 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6630 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6631 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6633 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6634 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6635 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6635 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7503 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 36% reduce 0% |
| 8311 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8328 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8330 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local262209758_0001_m_000000_0 is done. And is in the process of commiting |
| 8335 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8335 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8336 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8336 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8336 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local262209758_0001_m_000000_0' done. |
| 8336 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local262209758_0001_m_000000_0 |
| 8336 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local262209758_0001_m_000001_0 |
| 8337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_m_000001_0 |
| 8345 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8345 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4927c598 |
| 8347 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8347 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8348 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8357 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8358 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8358 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8358 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8358 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8358 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8359 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8504 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 12463 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12469 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12481 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local262209758_0001_m_000001_0 is done. And is in the process of commiting |
| 12481 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12481 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12482 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12484 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12485 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12486 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12486 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12487 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local262209758_0001_m_000001_0' done. |
| 12487 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local262209758_0001_m_000001_0 |
| 12488 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 12505 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 12541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12543 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12543 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12544 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12547 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12549 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12551 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local262209758_0001/attempt_local262209758_0001_r_000000_0 |
| 12557 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12558 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@11cb3800 |
| 12560 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12561 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12662 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 2 sorted segments |
| 12675 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 463625 bytes |
| 12675 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12676 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12679 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12679 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12708 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local262209758_0001_r_000000_0 is done. And is in the process of commiting |
| 12708 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12709 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12709 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12709 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12710 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12710 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12711 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12711 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12712 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12712 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12712 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12713 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local262209758_0001_r_000000_0 is allowed to commit now |
| 12715 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local262209758_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 12715 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local262209758_0001_r_000000_0' to outputGenderStats/BQ3 |
| 12716 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12716 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12717 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12717 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 12717 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local262209758_0001_r_000000_0' done. |
| 13508 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13523 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local262209758_0001 |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13537 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13538 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13539 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13547 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13549 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13557 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13560 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13561 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13563 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13564 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13565 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13566 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13567 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13568 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13569 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13570 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13571 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13572 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13573 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13574 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13575 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13576 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13577 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13578 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13579 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13580 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13581 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13583 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13584 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13585 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13597 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13598 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13599 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13600 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13601 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13605 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13606 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13607 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13608 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13609 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13610 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13611 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13612 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13613 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13614 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13615 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13615 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13615 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13616 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=2698 |
| 13616 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=463633 |
| 13616 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1349 |
| 13616 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13617 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=165165 |
| 13617 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=658 |
| 13617 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=459053 |
| 13617 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13621 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13622 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=7 |
| 13622 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13622 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1349 |
| 13622 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1349 |
| 13623 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13623 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13623 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=2487222272 |
| 13623 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13624 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=1812449 |
| 13625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=226892338 |
| 13625 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13626 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=460767 |
| 13632 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13633 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13633 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13633 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 14 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 238 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 258 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 328 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 331 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 342 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 345 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 400 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 452 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 476 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 482 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 483 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 484 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 484 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 489 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 491 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 492 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 496 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 503 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1220479471/.staging/job_local1220479471_0001 |
| 512 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 520 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 524 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 643 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1220479471_0001 |
| 664 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 696 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1220479471_0001 |
| 725 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 726 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 728 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 2 |
| 742 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 751 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1220479471_0001_m_000000_0 |
| 764 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 773 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 775 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 792 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_m_000000_0 |
| 796 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 888 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 920 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28859481 |
| 923 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 923 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 926 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 927 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 936 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 986 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 986 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 988 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 989 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 989 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 989 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 990 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1701 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6810 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6816 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6816 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6830 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6830 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6830 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6830 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6832 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6833 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6833 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6833 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7705 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 37% reduce 0% |
| 8348 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8388 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8394 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1220479471_0001_m_000000_0 is done. And is in the process of commiting |
| 8398 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8399 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8401 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8403 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8404 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1220479471_0001_m_000000_0' done. |
| 8407 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1220479471_0001_m_000000_0 |
| 8408 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1220479471_0001_m_000001_0 |
| 8408 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8408 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8409 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_m_000001_0 |
| 8415 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8416 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@34a7c41a |
| 8419 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8420 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8420 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8420 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8428 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8430 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8438 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8438 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9010 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 13473 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13481 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13491 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1220479471_0001_m_000001_0 is done. And is in the process of commiting |
| 13491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13492 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13493 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13494 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13494 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13494 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13494 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1220479471_0001_m_000001_0' done. |
| 13494 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1220479471_0001_m_000001_0 |
| 13495 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 13500 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13500 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13501 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13502 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1220479471_0001/attempt_local1220479471_0001_r_000000_0 |
| 13504 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13504 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1f00a402 |
| 13505 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13505 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13508 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 2 sorted segments |
| 13513 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 2 segments left of total size: 463625 bytes |
| 13513 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13514 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13517 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13517 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13541 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1220479471_0001_r_000000_0 is done. And is in the process of commiting |
| 13541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13541 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13542 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13543 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13545 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13546 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13546 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1220479471_0001_r_000000_0 is allowed to commit now |
| 13547 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1220479471_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 13547 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1220479471_0001_r_000000_0' to outputGenderStats/BQ3 |
| 13550 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13550 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13551 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13551 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 13551 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1220479471_0001_r_000000_0' done. |
| 14016 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 14018 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1220479471_0001 |
| 14021 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14023 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14025 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14026 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14029 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14031 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14033 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14038 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14040 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14042 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14044 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14048 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14050 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14051 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14054 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14055 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14059 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14065 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14068 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14072 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14075 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14078 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14081 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14084 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14086 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14087 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14092 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14094 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14097 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14099 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14099 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14100 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14102 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14104 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14106 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14106 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14112 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14112 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14112 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14114 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14122 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14123 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14124 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14125 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14125 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14126 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14126 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14126 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14127 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14128 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14128 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14129 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14130 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 14131 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 14131 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=2698 |
| 14132 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=463633 |
| 14132 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1349 |
| 14135 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 14136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=165165 |
| 14136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=658 |
| 14136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=459053 |
| 14136 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 14137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 14137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=7 |
| 14137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 14137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1349 |
| 14137 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1349 |
| 14138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 14138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 14138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=2487222272 |
| 14138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 14138 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 14139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 14139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=1812461 |
| 14139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=226892338 |
| 14139 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 14140 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=460767 |
| 14144 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 14145 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14147 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 14148 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 10 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 145 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 158 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 213 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 215 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 222 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 224 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 252 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 283 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 309 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 316 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 318 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 318 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 318 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 324 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 326 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 329 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 334 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 342 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson68910079/.staging/job_local68910079_0001 |
| 352 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 360 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 364 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 367 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 368 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 446 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local68910079_0001 |
| 464 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 493 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local68910079_0001 |
| 513 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 515 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 518 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 532 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 538 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local68910079_0001_m_000000_0 |
| 549 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 561 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 563 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 600 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000000_0 |
| 607 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 733 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 745 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21d0bb02 |
| 749 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 750 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 751 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 752 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 753 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 760 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 804 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 806 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 806 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 807 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 808 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 809 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1498 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6615 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6617 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6617 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6622 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6624 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6628 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6631 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6637 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6639 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6641 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6644 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7501 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 24% reduce 0% |
| 8282 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 8325 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 8328 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local68910079_0001_m_000000_0 is done. And is in the process of commiting |
| 8331 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8332 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8332 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 8333 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 8333 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local68910079_0001_m_000000_0' done. |
| 8333 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local68910079_0001_m_000000_0 |
| 8333 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local68910079_0001_m_000001_0 |
| 8334 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 8334 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8335 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 8337 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000001_0 |
| 8348 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 8349 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c050254 |
| 8351 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 8352 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 8353 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 8354 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8356 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 8357 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 8366 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 8366 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 8367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 8367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 8367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 8367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 8367 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8501 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 13065 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13082 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13092 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local68910079_0001_m_000001_0 is done. And is in the process of commiting |
| 13092 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13093 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13094 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13106 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13107 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13107 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local68910079_0001_m_000001_0' done. |
| 13108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local68910079_0001_m_000001_0 |
| 13108 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local68910079_0001_m_000002_0 |
| 13108 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13109 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13109 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13109 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_m_000002_0 |
| 13112 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13113 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@19c2e4c6 |
| 13116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13116 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 13116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13116 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13117 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 13127 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 13127 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 13127 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13127 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13128 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13347 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 13422 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 13423 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local68910079_0001_m_000002_0 is done. And is in the process of commiting |
| 13423 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13424 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13439 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13441 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13442 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local68910079_0001_m_000002_0' done. |
| 13443 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local68910079_0001_m_000002_0 |
| 13443 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 13474 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 13476 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13477 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13478 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13479 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13480 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13480 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13481 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13485 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local68910079_0001/attempt_local68910079_0001_r_000000_0 |
| 13507 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 0% |
| 13535 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 13536 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7ffece93 |
| 13538 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13539 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13551 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 13563 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 464013 bytes |
| 13564 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13569 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13578 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13579 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13786 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local68910079_0001_r_000000_0 is done. And is in the process of commiting |
| 13794 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13800 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13803 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13803 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13803 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13804 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13804 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13805 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13805 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13806 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13806 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13807 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local68910079_0001_r_000000_0 is allowed to commit now |
| 13809 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local68910079_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 13809 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local68910079_0001_r_000000_0' to outputGenderStats/BQ3 |
| 13809 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13810 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13810 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13810 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 13811 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local68910079_0001_r_000000_0' done. |
| 14661 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 14791 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local68910079_0001 |
| 14850 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14861 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14862 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14862 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14887 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14888 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14889 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14908 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14909 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14909 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14910 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14910 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14911 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14911 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14912 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14912 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14913 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14913 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14915 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14915 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14916 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14917 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14917 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14918 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14918 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14919 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14919 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14920 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14920 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14921 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14921 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14922 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14922 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14923 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14923 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14924 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14936 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14937 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 14938 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 14941 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14942 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 14942 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 14943 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 14944 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 14956 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 14963 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 14969 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 14971 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 14972 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 14974 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14975 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 14977 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 14979 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 14980 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 14982 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 14982 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 14983 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 14983 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 14984 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14985 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 14986 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 14986 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 14987 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=2706 |
| 14987 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=464025 |
| 14987 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1353 |
| 14987 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 14988 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 14988 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=459431 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=7 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 14989 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1353 |
| 14990 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1353 |
| 14990 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 14990 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 14990 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3529506816 |
| 14990 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 14991 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 14991 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 14991 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2332646 |
| 14992 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=316688334 |
| 14992 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 14992 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=461149 |
| 15001 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 15001 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 15002 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 15002 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:28 | Starting job 3 |
| 8 | main | INFO | com.revature.Drivers.FemaleEducation | MaleEmployment.java:42 | Starting Male employment |
| 154 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 169 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 228 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 230 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 237 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 240 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 261 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 288 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 314 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 319 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 320 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 320 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 321 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 326 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 327 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 329 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 334 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 340 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1776550544/.staging/job_local1776550544_0001 |
| 349 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 357 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 366 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 368 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 369 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 443 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local1776550544_0001 |
| 458 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 483 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local1776550544_0001 |
| 510 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 511 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 512 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 520 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 525 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1776550544_0001_m_000000_0 |
| 539 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 547 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 548 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 562 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000000_0 |
| 567 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 666 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 676 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4368760 |
| 681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 683 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 684 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 687 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 687 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 698 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 735 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 735 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 736 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 737 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1489 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6568 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6568 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6568 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6568 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6568 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6569 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6569 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6573 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6576 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6577 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6579 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7492 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 26% reduce 0% |
| 7835 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 7862 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 7869 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1776550544_0001_m_000000_0 is done. And is in the process of commiting |
| 7881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7883 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7884 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 7886 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7887 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1776550544_0001_m_000000_0' done. |
| 7891 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1776550544_0001_m_000000_0 |
| 7894 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1776550544_0001_m_000001_0 |
| 7895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 7895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7895 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 7897 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000001_0 |
| 7901 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 7902 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3242c25c |
| 7905 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 7905 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 7905 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 7906 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7907 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 7907 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 7924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 7925 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 7926 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 7927 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 7928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 7928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 7928 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8493 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 12608 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12614 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12619 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1776550544_0001_m_000001_0 is done. And is in the process of commiting |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12620 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12621 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12629 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12630 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12630 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12630 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1776550544_0001_m_000001_0' done. |
| 12630 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1776550544_0001_m_000001_0 |
| 12631 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local1776550544_0001_m_000002_0 |
| 12631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12631 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_m_000002_0 |
| 12632 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12633 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@52bc3769 |
| 12634 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 12635 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 12635 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 12635 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12635 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 12635 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 12641 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 12641 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 12641 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 12641 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 12642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 12642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12642 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12836 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 12839 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 12840 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1776550544_0001_m_000002_0 is done. And is in the process of commiting |
| 12840 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12840 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12841 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12842 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12843 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12843 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1776550544_0001_m_000002_0' done. |
| 12843 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local1776550544_0001_m_000002_0 |
| 12844 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 12848 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 12849 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 12849 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1776550544_0001/attempt_local1776550544_0001_r_000000_0 |
| 12855 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 12856 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43426573 |
| 12859 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12862 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12866 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 12872 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 464013 bytes |
| 12873 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12873 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12875 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12875 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 12921 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local1776550544_0001_r_000000_0 is done. And is in the process of commiting |
| 12922 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12922 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 12922 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 12922 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 12923 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 12924 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 12924 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 12925 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12925 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12926 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12926 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 12927 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local1776550544_0001_r_000000_0 is allowed to commit now |
| 12928 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ3/_temporary/_attempt_local1776550544_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ3/part-r-00000 |
| 12928 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local1776550544_0001_r_000000_0' to outputGenderStats/BQ3 |
| 12932 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12932 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12933 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12933 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 12933 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local1776550544_0001_r_000000_0' done. |
| 13495 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 13497 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local1776550544_0001 |
| 13498 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13498 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13499 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13500 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13504 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13506 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13513 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13514 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13514 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13515 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13515 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13515 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13516 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13517 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13518 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13519 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13520 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13521 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13522 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13522 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13522 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13526 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13527 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13528 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 13529 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 13530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 13530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 13530 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 13531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 13531 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 13532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 13532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13532 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 13533 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 13536 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 13541 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 13542 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13543 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 13543 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 13543 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 13544 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=2706 |
| 13544 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=464025 |
| 13544 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=1353 |
| 13544 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 13545 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 13545 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=993 |
| 13546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=459431 |
| 13546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 13546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 13546 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=7 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1120 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=1353 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=3050831872 |
| 13547 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=2269900 |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=316688334 |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 13548 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=397379 |
| 13575 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 13576 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |
| Time | Thread | Level | Category | File:Line | Message |
|---|---|---|---|---|---|
| 0 | main | INFO | com.revature.Main | Main.java:39 | Starting job 2 |
| 20 | main | INFO | com.revature.Drivers.FemaleEducation | FemaleEducation.java:45 | Starting Female Education |
| 160 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:139 | Creating new Groups object |
| 170 | main | DEBUG | org.apache.hadoop.security.Groups | Groups.java:59 | Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 234 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:147 | hadoop login |
| 236 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:96 | hadoop login commit |
| 245 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:126 | using local user:UnixPrincipal: emerson |
| 247 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:558 | UGI loginUser:emerson |
| 277 | main | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1441 | Creating filesystem for file:/// |
| 312 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 350 | main | DEBUG | org.apache.hadoop.security.UserGroupInformation | UserGroupInformation.java:1212 | PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 360 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:40 | Trying to load the custom-built native-hadoop library... |
| 362 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:47 | Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 362 | main | DEBUG | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:48 | java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 362 | main | WARN | org.apache.hadoop.util.NativeCodeLoader | NativeCodeLoader.java:52 | Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 370 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:2174 | adding the following namenodes' delegation tokens:null |
| 374 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:746 | Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 376 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:766 | default FileSystem: file:/// |
| 387 | main | WARN | org.apache.hadoop.mapred.JobClient | JobClient.java:870 | No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 395 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:982 | Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson65336970/.staging/job_local65336970_0001 |
| 404 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 412 | main | WARN | org.apache.hadoop.io.compress.snappy.LoadSnappy | LoadSnappy.java:46 | Snappy native library not loaded |
| 414 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 1 |
| 417 | main | INFO | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:237 | Total input paths to process : 1 |
| 417 | main | DEBUG | org.apache.hadoop.mapreduce.lib.input.FileInputFormat | FileInputFormat.java:285 | Total # of splits: 2 |
| 497 | main | DEBUG | org.apache.hadoop.mapred.JobClient | JobClient.java:1036 | Printing tokens for job: job_local65336970_0001 |
| 514 | main | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:729 | Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 555 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1380 | Running job: job_local65336970_0001 |
| 592 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:294 | Starting thread pool executor. |
| 595 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:295 | Max local threads: 1 |
| 598 | Thread-1 | DEBUG | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:296 | Map tasks to process: 3 |
| 613 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:340 | Waiting for map tasks |
| 617 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local65336970_0001_m_000000_0 |
| 640 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 648 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 649 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 674 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000000_0 |
| 681 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 769 | pool-1-thread-1 | INFO | org.apache.hadoop.util.ProcessTree | ProcessTree.java:63 | setsid exited with exit code 0 |
| 775 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21ba9bc4 |
| 778 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 779 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 780 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 781 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 781 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 787 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 827 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 827 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 827 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 827 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 828 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 828 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 828 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1568 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 0% reduce 0% |
| 6684 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6685 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 6686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 6686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 6686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 6686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 6686 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 6687 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6688 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6689 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 6690 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 7573 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 3% reduce 0% |
| 9690 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9691 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9691 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 9691 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 10577 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 5% reduce 0% |
| 12692 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12692 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12692 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 12693 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 13579 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 7% reduce 0% |
| 15693 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15694 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15694 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 15694 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 16580 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 9% reduce 0% |
| 18695 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18695 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18695 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 18695 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 19581 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 11% reduce 0% |
| 21696 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21696 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21696 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 21697 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 22582 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 13% reduce 0% |
| 24697 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24698 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24699 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 24699 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 25583 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 14% reduce 0% |
| 27700 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27700 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27700 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 27700 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 28584 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 15% reduce 0% |
| 30701 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30701 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30701 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 30701 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 31584 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 17% reduce 0% |
| 33702 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33702 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33702 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 33702 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 34585 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 18% reduce 0% |
| 36703 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36703 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36703 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 36703 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 37586 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 20% reduce 0% |
| 39704 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39704 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39704 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 39705 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 40591 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 21% reduce 0% |
| 42705 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42705 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42706 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 42706 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 43592 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 22% reduce 0% |
| 45707 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 45722 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 45725 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 45729 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 46595 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 23% reduce 0% |
| 48748 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 48762 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 48764 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 48774 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 51778 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51778 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51778 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 51778 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 54779 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 54779 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 54779 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 54779 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 55603 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 25% reduce 0% |
| 57780 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 57780 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 57780 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 57780 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 58604 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 26% reduce 0% |
| 60781 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60781 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60781 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 60781 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 61605 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 27% reduce 0% |
| 63783 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 63785 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 63787 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 63789 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 64609 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 28% reduce 0% |
| 66792 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 66794 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 66810 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 66812 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 69815 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 69815 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 69816 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 69816 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 70616 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 29% reduce 0% |
| 72816 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 72816 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 72817 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 72817 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 73617 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 30% reduce 0% |
| 75817 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75817 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75818 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 75818 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 76618 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 31% reduce 0% |
| 78818 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 78818 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 78819 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 78819 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 78851 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 78867 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 78870 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local65336970_0001_m_000000_0 is done. And is in the process of commiting |
| 78871 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 78872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 78872 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 78873 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 78873 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local65336970_0001_m_000000_0' done. |
| 78873 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local65336970_0001_m_000000_0 |
| 78874 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local65336970_0001_m_000001_0 |
| 78874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 78874 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 78875 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 78875 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000001_0 |
| 78879 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 78879 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@60f89a63 |
| 78881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 78881 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 78881 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 78882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 78882 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 78882 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 78923 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 78924 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 78924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 78924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 78924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 78924 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 78925 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 79619 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 33% reduce 0% |
| 84879 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 84879 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 84879 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 84880 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 84880 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 84880 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 84880 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 84882 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84882 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84882 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 84882 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 85620 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 37% reduce 0% |
| 87883 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 87883 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 87884 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 87884 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 88621 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 39% reduce 0% |
| 90884 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 90884 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 90884 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 90885 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 91622 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 41% reduce 0% |
| 93885 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 93885 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 93885 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 93885 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 94623 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 44% reduce 0% |
| 96886 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 96886 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 96886 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 96886 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 97623 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 46% reduce 0% |
| 99887 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 99887 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 99887 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 99887 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 100625 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 47% reduce 0% |
| 102889 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 102890 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 102892 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 102894 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 105897 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 105899 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 105905 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 105928 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 106632 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 48% reduce 0% |
| 108930 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 108931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 108931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 108931 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 111931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 111931 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 111932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 111932 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 112635 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 50% reduce 0% |
| 114932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 114932 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 114933 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 114933 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 115635 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 52% reduce 0% |
| 117933 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 117933 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 117934 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 117934 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 118636 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 54% reduce 0% |
| 120934 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 120935 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 120935 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 120935 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 121637 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 55% reduce 0% |
| 123937 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 123938 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 123941 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 123942 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 124639 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 57% reduce 0% |
| 126946 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 126948 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 126949 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 126966 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 129968 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 129968 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 129968 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 129968 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 132969 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 132969 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 132969 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 132970 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 133646 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 60% reduce 0% |
| 135970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 135970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 135970 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 135970 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 136648 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 62% reduce 0% |
| 138971 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 138971 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 138971 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 138971 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 139652 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 64% reduce 0% |
| 141972 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 141972 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 141972 | communication thread | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 141972 | communication thread | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142274 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 142277 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 142282 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local65336970_0001_m_000001_0 is done. And is in the process of commiting |
| 142285 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142285 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142285 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142285 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142286 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local65336970_0001_m_000001_0' done. |
| 142286 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local65336970_0001_m_000001_0 |
| 142286 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:204 | Starting task: attempt_local65336970_0001_m_000002_0 |
| 142286 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 142286 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142287 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_m_000002_0 |
| 142293 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 142294 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4d64bde9 |
| 142295 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 142296 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:729 | Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 142296 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 142296 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142296 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 142296 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:949 | io.sort.mb = 100 |
| 142339 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:961 | data buffer = 79691776/99614720 |
| 142340 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:962 | record buffer = 262144/327680 |
| 142341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 142341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 142341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 142341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142341 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 142466 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1289 | Starting flush of map output |
| 142473 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.MapTask | MapTask.java:1471 | Finished spill 0 |
| 142477 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local65336970_0001_m_000002_0 is done. And is in the process of commiting |
| 142479 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142481 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142483 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142486 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142489 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142491 | pool-1-thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142491 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142491 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local65336970_0001_m_000002_0' done. |
| 142492 | pool-1-thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:229 | Finishing task: attempt_local65336970_0001_m_000002_0 |
| 142492 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:348 | Map task executor complete. |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.SortedRanges | SortedRanges.java:348 | currentIndex 0 0:0 |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 142498 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 142499 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142499 | Thread-1 | DEBUG | org.apache.hadoop.mapred.TaskRunner | TaskRunner.java:673 | mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local65336970_0001/attempt_local65336970_0001_r_000000_0 |
| 142505 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Task | Task.java:511 | using new api for output committer |
| 142505 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:534 | Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@8e69239 |
| 142506 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142506 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142510 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:408 | Merging 3 sorted segments |
| 142516 | Thread-1 | INFO | org.apache.hadoop.mapred.Merger | Merger.java:491 | Down to the last merge-pass, with 3 segments left of total size: 96777 bytes |
| 142516 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142516 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142522 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 142522 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 142590 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:858 | Task:attempt_local65336970_0001_r_000000_0 is done. And is in the process of commiting |
| 142593 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142596 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142597 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142598 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142600 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142600 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142601 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142606 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142607 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142610 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 142610 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | |
| 142610 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:1011 | Task attempt_local65336970_0001_r_000000_0 is allowed to commit now |
| 142613 | Thread-1 | DEBUG | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:207 | Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local65336970_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 142618 | Thread-1 | INFO | org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter | FileOutputCommitter.java:173 | Saved output of task 'attempt_local65336970_0001_r_000000_0' to outputGenderStats/BQ2 |
| 142620 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142622 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142624 | Thread-1 | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 142626 | Thread-1 | INFO | org.apache.hadoop.mapred.LocalJobRunner | LocalJobRunner.java:466 | reduce > reduce |
| 142626 | Thread-1 | INFO | org.apache.hadoop.mapred.Task | Task.java:970 | Task 'attempt_local65336970_0001_r_000000_0' done. |
| 142654 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1393 | map 100% reduce 100% |
| 142654 | main | INFO | org.apache.hadoop.mapred.JobClient | JobClient.java:1448 | Job complete: job_local65336970_0001 |
| 142654 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142655 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142656 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 142657 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142658 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142659 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142660 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142661 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 142662 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142663 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 142665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_OUTPUT_RECORDS |
| 142665 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPILLED_RECORDS |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding VIRTUAL_MEMORY_BYTES |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_INPUT_RECORDS |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding SPLIT_RAW_BYTES |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_RECORDS |
| 142666 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding MAP_OUTPUT_BYTES |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding PHYSICAL_MEMORY_BYTES |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMBINE_INPUT_RECORDS |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding CPU_MILLISECONDS |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding COMMITTED_HEAP_BYTES |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_READ |
| 142667 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group FileSystemCounters with nothing |
| 142668 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_WRITTEN |
| 142668 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding FILE_BYTES_READ |
| 142669 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_RECORDS |
| 142670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_OUTPUT_RECORDS |
| 142670 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_SHUFFLE_BYTES |
| 142671 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding REDUCE_INPUT_GROUPS |
| 142671 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:178 | Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 142672 | main | DEBUG | org.apache.hadoop.mapred.Counters | Counters.java:315 | Adding BYTES_WRITTEN |
| 142673 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:585 | Counters: 20 |
| 142673 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | Map-Reduce Framework |
| 142674 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Spilled Records=4448 |
| 142674 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output materialized bytes=96789 |
| 142676 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input records=2224 |
| 142676 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Virtual memory (bytes) snapshot=0 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map input records=166682 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | SPLIT_RAW_BYTES=1013 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output bytes=92323 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce shuffle bytes=0 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Physical memory (bytes) snapshot=0 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce input groups=18 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine output records=0 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Reduce output records=1598 |
| 142677 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Map output records=2224 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Combine input records=0 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | CPU time spent (ms)=0 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Total committed heap usage (bytes)=1584922624 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Input Format Counters |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Read=0 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | FileSystemCounters |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_WRITTEN=729866 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | FILE_BYTES_READ=485731838 |
| 142678 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:587 | File Output Format Counters |
| 142680 | main | INFO | org.apache.hadoop.mapred.JobClient | Counters.java:589 | Bytes Written=180197 |
| 142701 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:284 | Starting clear of FileSystem cache with 1 elements. |
| 142702 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 142703 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:1290 | Removing filesystem for file:/// |
| 142703 | Thread-0 | DEBUG | org.apache.hadoop.fs.FileSystem | FileSystem.java:287 | Done clearing cache |